[ 498.113046] env[62563]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62563) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 498.113366] env[62563]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62563) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 498.113492] env[62563]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62563) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 498.113803] env[62563]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 498.207767] env[62563]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62563) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 498.218422] env[62563]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62563) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 498.818069] env[62563]: INFO nova.virt.driver [None req-1bd1e29f-3d76-48be-85b3-04a2a9bf9479 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 498.887619] env[62563]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.887763] env[62563]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.887866] env[62563]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62563) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 502.079176] env[62563]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ecff9279-722b-45a3-abb7-140532e593c4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.097364] env[62563]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62563) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 502.097554] env[62563]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-3e81d5cf-cbcc-4f04-be3f-e2f5b890e8fd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.123824] env[62563]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 8e379. [ 502.124032] env[62563]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.236s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 502.124757] env[62563]: INFO nova.virt.vmwareapi.driver [None req-1bd1e29f-3d76-48be-85b3-04a2a9bf9479 None None] VMware vCenter version: 7.0.3 [ 502.128516] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84128631-f11d-45e5-83a7-675d95dfb4fd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.147350] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e8f718-3162-4dbe-aed3-f0775571a331 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.154136] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9732e5b5-6280-4707-8dd4-f5347132918f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.161821] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77905728-1397-4653-8740-bab272eac044 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.176654] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a22859-0e5d-4503-b82e-82e57619468f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.183462] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f017bf2-1494-464d-9456-3877c657de61 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.216434] env[62563]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-e565218a-550a-4277-bf30-0e79df0f5e84 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.222564] env[62563]: DEBUG nova.virt.vmwareapi.driver [None req-1bd1e29f-3d76-48be-85b3-04a2a9bf9479 None None] Extension org.openstack.compute already exists. {{(pid=62563) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:226}} [ 502.225530] env[62563]: INFO nova.compute.provider_config [None req-1bd1e29f-3d76-48be-85b3-04a2a9bf9479 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 502.729287] env[62563]: DEBUG nova.context [None req-1bd1e29f-3d76-48be-85b3-04a2a9bf9479 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5856ae54-955b-4220-8ae6-1bd6c3166d91(cell1) {{(pid=62563) load_cells /opt/stack/nova/nova/context.py:464}} [ 502.731521] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.731718] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.732428] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 502.732880] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Acquiring lock "5856ae54-955b-4220-8ae6-1bd6c3166d91" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.733086] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Lock "5856ae54-955b-4220-8ae6-1bd6c3166d91" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.734116] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Lock "5856ae54-955b-4220-8ae6-1bd6c3166d91" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 502.755698] env[62563]: INFO dbcounter [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Registered counter for database nova_cell0 [ 502.765254] env[62563]: INFO dbcounter [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Registered counter for database nova_cell1 [ 502.768560] env[62563]: DEBUG oslo_db.sqlalchemy.engines [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62563) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 502.769228] env[62563]: DEBUG oslo_db.sqlalchemy.engines [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62563) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 502.774354] env[62563]: ERROR nova.db.main.api [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 502.774354] env[62563]: result = function(*args, **kwargs) [ 502.774354] env[62563]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 502.774354] env[62563]: return func(*args, **kwargs) [ 502.774354] env[62563]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 502.774354] env[62563]: result = fn(*args, **kwargs) [ 502.774354] env[62563]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 502.774354] env[62563]: return f(*args, **kwargs) [ 502.774354] env[62563]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 502.774354] env[62563]: return db.service_get_minimum_version(context, binaries) [ 502.774354] env[62563]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 502.774354] env[62563]: _check_db_access() [ 502.774354] env[62563]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 502.774354] env[62563]: stacktrace = ''.join(traceback.format_stack()) [ 502.774354] env[62563]: [ 502.775403] env[62563]: ERROR nova.db.main.api [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 502.775403] env[62563]: result = function(*args, **kwargs) [ 502.775403] env[62563]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 502.775403] env[62563]: return func(*args, **kwargs) [ 502.775403] env[62563]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 502.775403] env[62563]: result = fn(*args, **kwargs) [ 502.775403] env[62563]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 502.775403] env[62563]: return f(*args, **kwargs) [ 502.775403] env[62563]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 502.775403] env[62563]: return db.service_get_minimum_version(context, binaries) [ 502.775403] env[62563]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 502.775403] env[62563]: _check_db_access() [ 502.775403] env[62563]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 502.775403] env[62563]: stacktrace = ''.join(traceback.format_stack()) [ 502.775403] env[62563]: [ 502.776017] env[62563]: WARNING nova.objects.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 502.776017] env[62563]: WARNING nova.objects.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Failed to get minimum service version for cell 5856ae54-955b-4220-8ae6-1bd6c3166d91 [ 502.776436] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Acquiring lock "singleton_lock" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 502.776606] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Acquired lock "singleton_lock" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 502.776850] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Releasing lock "singleton_lock" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 502.777196] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Full set of CONF: {{(pid=62563) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 502.777381] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ******************************************************************************** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 502.777499] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Configuration options gathered from: {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 502.777636] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 502.777825] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 502.777952] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ================================================================================ {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 502.778185] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] allow_resize_to_same_host = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.778358] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] arq_binding_timeout = 300 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.778490] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] backdoor_port = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.778635] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] backdoor_socket = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.778814] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] block_device_allocate_retries = 60 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.778980] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] block_device_allocate_retries_interval = 3 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.779169] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cert = self.pem {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.779337] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.779505] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute_monitors = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.779674] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] config_dir = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.779847] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] config_drive_format = iso9660 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.779981] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.780163] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] config_source = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.780331] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] console_host = devstack {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.780496] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] control_exchange = nova {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.780685] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cpu_allocation_ratio = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.780818] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] daemon = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.780985] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] debug = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.781158] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] default_access_ip_network_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.781324] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] default_availability_zone = nova {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.781483] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] default_ephemeral_format = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.781642] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] default_green_pool_size = 1000 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.781881] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.782115] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] default_schedule_zone = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.782217] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] disk_allocation_ratio = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.782379] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] enable_new_services = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.782561] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] enabled_apis = ['osapi_compute'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.782725] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] enabled_ssl_apis = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.782886] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] flat_injected = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.783056] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] force_config_drive = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.783218] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] force_raw_images = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.783386] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] graceful_shutdown_timeout = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.783548] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] heal_instance_info_cache_interval = 60 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.783779] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] host = cpu-1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.783953] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.784133] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.784298] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.784518] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.784681] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] instance_build_timeout = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.784840] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] instance_delete_interval = 300 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.785030] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] instance_format = [instance: %(uuid)s] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.785187] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] instance_name_template = instance-%08x {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.785349] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] instance_usage_audit = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.785524] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] instance_usage_audit_period = month {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.785689] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.785854] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.786026] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] internal_service_availability_zone = internal {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.786188] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] key = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.786373] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] live_migration_retry_count = 30 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.786551] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] log_color = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.786717] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] log_config_append = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.786883] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.787053] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] log_dir = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.787220] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] log_file = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.787353] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] log_options = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.787519] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] log_rotate_interval = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.787690] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] log_rotate_interval_type = days {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.787856] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] log_rotation_type = none {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.787991] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.788132] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.788301] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.788467] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.788600] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.788782] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] long_rpc_timeout = 1800 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.788943] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] max_concurrent_builds = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.789118] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] max_concurrent_live_migrations = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.789283] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] max_concurrent_snapshots = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.789442] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] max_local_block_devices = 3 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.789605] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] max_logfile_count = 30 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.789767] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] max_logfile_size_mb = 200 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.789924] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] maximum_instance_delete_attempts = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.790106] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] metadata_listen = 0.0.0.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.790281] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] metadata_listen_port = 8775 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.790454] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] metadata_workers = 2 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.790614] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] migrate_max_retries = -1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.790779] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] mkisofs_cmd = genisoimage {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.790986] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.791134] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] my_ip = 10.180.1.21 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.791300] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] network_allocate_retries = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.791477] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.791644] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.791810] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] osapi_compute_listen_port = 8774 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.791977] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] osapi_compute_unique_server_name_scope = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.792228] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] osapi_compute_workers = 2 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.792322] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] password_length = 12 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.792485] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] periodic_enable = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.792646] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] periodic_fuzzy_delay = 60 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.792813] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] pointer_model = usbtablet {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.792980] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] preallocate_images = none {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.793156] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] publish_errors = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.793289] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] pybasedir = /opt/stack/nova {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.793450] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ram_allocation_ratio = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.793611] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] rate_limit_burst = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.793779] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] rate_limit_except_level = CRITICAL {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.793938] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] rate_limit_interval = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.794123] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] reboot_timeout = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.794289] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] reclaim_instance_interval = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.794449] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] record = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.794617] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] reimage_timeout_per_gb = 60 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.794784] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] report_interval = 120 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.794943] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] rescue_timeout = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.795117] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] reserved_host_cpus = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.795280] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] reserved_host_disk_mb = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.795440] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] reserved_host_memory_mb = 512 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.795600] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] reserved_huge_pages = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.795759] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] resize_confirm_window = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.795917] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] resize_fs_using_block_device = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.796089] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] resume_guests_state_on_host_boot = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.796265] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.796453] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] rpc_response_timeout = 60 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.796620] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] run_external_periodic_tasks = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.796791] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] running_deleted_instance_action = reap {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.796950] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.797126] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] running_deleted_instance_timeout = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.797287] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] scheduler_instance_sync_interval = 120 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.797485] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] service_down_time = 720 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.797664] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] servicegroup_driver = db {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.797820] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] shell_completion = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.797978] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] shelved_offload_time = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.798152] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] shelved_poll_interval = 3600 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.798322] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] shutdown_timeout = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.798483] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] source_is_ipv6 = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.798668] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ssl_only = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.798949] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.799140] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] sync_power_state_interval = 600 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.799306] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] sync_power_state_pool_size = 1000 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.799480] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] syslog_log_facility = LOG_USER {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.799637] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] tempdir = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.799797] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] timeout_nbd = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.799965] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] transport_url = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.800139] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] update_resources_interval = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.800302] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] use_cow_images = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.800463] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] use_eventlog = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.800623] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] use_journal = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.800783] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] use_json = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.800942] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] use_rootwrap_daemon = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.801114] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] use_stderr = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.801278] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] use_syslog = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.801434] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vcpu_pin_set = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.801602] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plugging_is_fatal = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.801771] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plugging_timeout = 300 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.801943] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] virt_mkfs = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.802119] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] volume_usage_poll_interval = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.802341] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] watch_log_file = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.802447] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] web = /usr/share/spice-html5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.802637] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.802803] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.802966] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.803151] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_concurrency.disable_process_locking = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.803800] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.804007] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.804198] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.804381] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.804558] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.804727] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.804913] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.auth_strategy = keystone {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.805100] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.compute_link_prefix = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.805281] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.805461] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.dhcp_domain = novalocal {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.805629] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.enable_instance_password = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.805794] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.glance_link_prefix = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.805957] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.806145] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.806339] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.instance_list_per_project_cells = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.806510] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.list_records_by_skipping_down_cells = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.806678] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.local_metadata_per_cell = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.806849] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.max_limit = 1000 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.807043] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.metadata_cache_expiration = 15 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.807228] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.neutron_default_tenant_id = default {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.807403] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.response_validation = warn {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.807580] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.use_neutron_default_nets = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.807751] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.807914] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.808093] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.808271] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.808446] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.vendordata_dynamic_targets = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.808625] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.vendordata_jsonfile_path = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.808828] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.809034] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.backend = dogpile.cache.memcached {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.809214] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.backend_argument = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.809380] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.backend_expiration_time = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.809556] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.config_prefix = cache.oslo {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.809730] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.dead_timeout = 60.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.809901] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.debug_cache_backend = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.810079] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.enable_retry_client = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.810251] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.enable_socket_keepalive = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.810427] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.enabled = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.810593] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.enforce_fips_mode = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.810758] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.expiration_time = 600 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.810924] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.hashclient_retry_attempts = 2 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.811108] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.811280] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.memcache_dead_retry = 300 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.811445] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.memcache_password = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.811609] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.811772] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.811937] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.memcache_pool_maxsize = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.812113] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.812281] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.memcache_sasl_enabled = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.812463] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.812634] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.812795] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.memcache_username = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.812962] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.proxies = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.813145] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.redis_db = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.813309] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.redis_password = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.813480] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.813663] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.813831] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.redis_server = localhost:6379 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.814000] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.redis_socket_timeout = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.814179] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.redis_username = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.814346] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.retry_attempts = 2 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.814515] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.retry_delay = 0.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.814682] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.socket_keepalive_count = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.814848] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.socket_keepalive_idle = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.815023] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.socket_keepalive_interval = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.815194] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.tls_allowed_ciphers = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.815355] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.tls_cafile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.815515] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.tls_certfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.815682] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.tls_enabled = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.815841] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cache.tls_keyfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.816021] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.auth_section = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.816202] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.auth_type = password {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.816397] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.cafile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.816580] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.816740] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.certfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.816905] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.collect_timing = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.817082] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.cross_az_attach = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.817251] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.debug = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.817421] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.endpoint_template = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.817584] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.http_retries = 3 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.817747] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.insecure = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.817906] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.keyfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.818092] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.os_region_name = RegionOne {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.818265] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.split_loggers = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.818429] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cinder.timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.818615] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.818808] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute.cpu_dedicated_set = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.818963] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute.cpu_shared_set = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.819149] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute.image_type_exclude_list = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.819318] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.819485] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.819646] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.819811] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.819979] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.820158] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute.resource_provider_association_refresh = 300 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.820320] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.820484] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute.shutdown_retry_interval = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.820668] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.820848] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] conductor.workers = 2 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.821037] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] console.allowed_origins = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.821202] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] console.ssl_ciphers = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.821375] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] console.ssl_minimum_version = default {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.821547] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] consoleauth.enforce_session_timeout = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.821717] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] consoleauth.token_ttl = 600 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.821889] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.cafile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.822059] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.certfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.822231] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.collect_timing = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.822390] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.connect_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.822582] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.connect_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.822713] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.endpoint_override = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.822876] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.insecure = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.823045] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.keyfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.823209] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.max_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.823367] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.min_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.823527] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.region_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.823687] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.retriable_status_codes = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.823846] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.service_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.824029] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.service_type = accelerator {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.824212] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.split_loggers = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.824386] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.status_code_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.824550] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.status_code_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.824712] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.824896] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.825072] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] cyborg.version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.825262] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.backend = sqlalchemy {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.825432] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.connection = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.825605] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.connection_debug = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.825778] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.connection_parameters = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.825945] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.connection_recycle_time = 3600 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.826126] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.connection_trace = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.826326] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.db_inc_retry_interval = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.826507] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.db_max_retries = 20 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.826676] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.db_max_retry_interval = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.826844] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.db_retry_interval = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.827027] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.max_overflow = 50 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.827196] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.max_pool_size = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.827363] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.max_retries = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.827534] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.827696] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.mysql_wsrep_sync_wait = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.827856] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.pool_timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.828030] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.retry_interval = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.828194] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.slave_connection = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.828364] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.sqlite_synchronous = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.828524] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] database.use_db_reconnect = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.828737] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.backend = sqlalchemy {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.828920] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.connection = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.829105] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.connection_debug = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.829280] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.connection_parameters = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.829451] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.connection_recycle_time = 3600 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.829615] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.connection_trace = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.829778] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.db_inc_retry_interval = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.829942] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.db_max_retries = 20 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.830120] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.db_max_retry_interval = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.830286] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.db_retry_interval = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.830450] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.max_overflow = 50 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.830613] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.max_pool_size = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.830774] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.max_retries = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.830944] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.831120] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.831284] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.pool_timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.831452] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.retry_interval = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.831609] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.slave_connection = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.831772] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] api_database.sqlite_synchronous = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.831948] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] devices.enabled_mdev_types = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.832143] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.832319] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.832486] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ephemeral_storage_encryption.enabled = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.832698] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.832811] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.api_servers = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.832974] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.cafile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.833156] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.certfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.833322] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.collect_timing = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.833519] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.connect_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.833683] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.connect_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.833849] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.debug = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.834028] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.default_trusted_certificate_ids = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.834207] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.enable_certificate_validation = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.834368] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.enable_rbd_download = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.834531] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.endpoint_override = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.834699] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.insecure = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.834862] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.keyfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.835036] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.max_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.835202] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.min_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.835366] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.num_retries = 3 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.835537] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.rbd_ceph_conf = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.835699] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.rbd_connect_timeout = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.835866] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.rbd_pool = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.836045] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.rbd_user = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.836211] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.region_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.836400] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.retriable_status_codes = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.836565] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.service_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.836737] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.service_type = image {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.836910] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.split_loggers = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.837083] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.status_code_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.837248] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.status_code_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.837446] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.837639] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.837810] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.verify_glance_signatures = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.837973] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] glance.version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.838159] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] guestfs.debug = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.838330] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] mks.enabled = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.838698] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.838891] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] image_cache.manager_interval = 2400 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.839083] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] image_cache.precache_concurrency = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.839264] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] image_cache.remove_unused_base_images = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.839442] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.839613] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.839793] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] image_cache.subdirectory_name = _base {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.839969] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.api_max_retries = 60 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.840149] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.api_retry_interval = 2 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.840314] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.auth_section = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.840481] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.auth_type = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.840642] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.cafile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.840799] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.certfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.840965] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.collect_timing = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.841147] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.conductor_group = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.841310] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.connect_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.841475] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.connect_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.841639] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.endpoint_override = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.841839] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.insecure = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.842008] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.keyfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.842178] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.max_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.842340] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.min_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.842507] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.peer_list = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.842663] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.region_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.842825] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.retriable_status_codes = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.842989] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.serial_console_state_timeout = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.843164] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.service_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.843337] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.service_type = baremetal {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.843499] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.shard = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.843664] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.split_loggers = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.843823] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.status_code_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.843982] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.status_code_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.844158] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.844344] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.844507] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ironic.version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.844694] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.844866] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] key_manager.fixed_key = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.845061] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.845227] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.barbican_api_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.845398] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.barbican_endpoint = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.845582] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.barbican_endpoint_type = public {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.845743] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.barbican_region_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.845904] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.cafile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.846078] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.certfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.846250] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.collect_timing = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.846422] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.insecure = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.846586] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.keyfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.846752] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.number_of_retries = 60 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.846917] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.retry_delay = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.847098] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.send_service_user_token = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.847270] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.split_loggers = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.847434] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.847601] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.verify_ssl = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.847763] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican.verify_ssl_path = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.847932] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican_service_user.auth_section = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.848112] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican_service_user.auth_type = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.848278] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican_service_user.cafile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.848444] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican_service_user.certfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.848606] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican_service_user.collect_timing = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.848771] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican_service_user.insecure = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.848933] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican_service_user.keyfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.849115] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican_service_user.split_loggers = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.849277] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] barbican_service_user.timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.849446] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vault.approle_role_id = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.849609] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vault.approle_secret_id = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.849780] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vault.kv_mountpoint = secret {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.849941] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vault.kv_path = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.850121] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vault.kv_version = 2 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.850284] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vault.namespace = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.850445] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vault.root_token_id = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.850603] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vault.ssl_ca_crt_file = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.850774] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vault.timeout = 60.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.850939] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vault.use_ssl = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.851124] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.851304] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.cafile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.851470] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.certfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.851637] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.collect_timing = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.851798] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.connect_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.851959] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.connect_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.852137] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.endpoint_override = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.852308] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.insecure = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.852470] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.keyfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.852631] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.max_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.852791] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.min_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.852952] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.region_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.853126] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.retriable_status_codes = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.853287] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.service_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.853460] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.service_type = identity {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.853627] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.split_loggers = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.853788] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.status_code_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.853951] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.status_code_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.854126] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.854315] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.854478] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] keystone.version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.854677] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.connection_uri = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.854843] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.cpu_mode = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.855025] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.855195] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.cpu_models = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.855370] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.cpu_power_governor_high = performance {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.855538] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.855704] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.cpu_power_management = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.855875] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.856054] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.device_detach_attempts = 8 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.856224] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.device_detach_timeout = 20 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.856401] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.disk_cachemodes = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.856562] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.disk_prefix = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.856730] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.enabled_perf_events = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.856893] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.file_backed_memory = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.857078] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.gid_maps = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.857245] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.hw_disk_discard = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.857402] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.hw_machine_type = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.857573] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.images_rbd_ceph_conf = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.857739] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.857905] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.858089] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.images_rbd_glance_store_name = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.858265] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.images_rbd_pool = rbd {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.858438] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.images_type = default {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.858600] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.images_volume_group = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.858766] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.inject_key = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.858931] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.inject_partition = -2 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.859107] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.inject_password = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.859276] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.iscsi_iface = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.859443] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.iser_use_multipath = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.859609] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.859775] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.859941] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.live_migration_downtime = 500 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.860122] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.860295] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.860458] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.live_migration_inbound_addr = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.860621] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.860784] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.860950] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.live_migration_scheme = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.861139] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.live_migration_timeout_action = abort {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.861313] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.live_migration_tunnelled = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.861478] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.live_migration_uri = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.861641] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.live_migration_with_native_tls = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.861801] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.max_queues = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.861964] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.862217] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.862385] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.nfs_mount_options = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.862715] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.862895] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.863076] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.863243] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.863406] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.863571] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.num_pcie_ports = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.863738] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.863905] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.pmem_namespaces = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.864075] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.quobyte_client_cfg = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.864392] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.864572] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.864741] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.864904] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.865078] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.rbd_secret_uuid = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.865242] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.rbd_user = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.865405] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.865577] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.865740] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.rescue_image_id = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.865897] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.rescue_kernel_id = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.866065] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.rescue_ramdisk_id = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.866236] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.866402] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.rx_queue_size = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.866570] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.smbfs_mount_options = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.866873] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.867072] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.snapshot_compression = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.867239] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.snapshot_image_format = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.867475] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.867646] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.sparse_logical_volumes = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.867812] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.swtpm_enabled = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.867983] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.swtpm_group = tss {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.868167] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.swtpm_user = tss {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.868345] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.sysinfo_serial = unique {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.868512] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.tb_cache_size = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.868674] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.tx_queue_size = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.868840] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.uid_maps = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.869013] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.use_virtio_for_bridges = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.869189] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.virt_type = kvm {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.869359] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.volume_clear = zero {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.869522] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.volume_clear_size = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.869687] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.volume_use_multipath = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.869847] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.vzstorage_cache_path = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.870026] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.870201] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.870368] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.870540] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.870830] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.871028] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.vzstorage_mount_user = stack {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.871190] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.871370] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.auth_section = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.871550] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.auth_type = password {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.871709] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.cafile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.871866] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.certfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.872037] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.collect_timing = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.872202] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.connect_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.872365] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.connect_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.872537] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.default_floating_pool = public {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.872697] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.endpoint_override = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.872862] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.extension_sync_interval = 600 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.873035] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.http_retries = 3 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.873204] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.insecure = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.873364] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.keyfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.873524] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.max_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.873693] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.873850] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.min_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.874027] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.ovs_bridge = br-int {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.874195] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.physnets = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.874365] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.region_name = RegionOne {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.874523] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.retriable_status_codes = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.874691] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.service_metadata_proxy = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.874850] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.service_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.875026] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.service_type = network {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.875195] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.split_loggers = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.875355] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.status_code_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.875516] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.status_code_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.875673] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.875855] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.876025] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] neutron.version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.876204] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] notifications.bdms_in_notifications = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.876400] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] notifications.default_level = INFO {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.876573] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] notifications.notification_format = unversioned {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.876738] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] notifications.notify_on_state_change = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.876912] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.877102] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] pci.alias = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.877280] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] pci.device_spec = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.877444] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] pci.report_in_placement = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.877614] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.auth_section = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.877785] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.auth_type = password {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.877950] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.878123] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.cafile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.878284] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.certfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.878445] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.collect_timing = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.878606] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.connect_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.878762] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.connect_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.878919] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.default_domain_id = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.879090] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.default_domain_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.879253] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.domain_id = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.879411] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.domain_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.879572] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.endpoint_override = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.879735] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.insecure = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.879893] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.keyfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.880066] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.max_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.880227] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.min_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.880398] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.password = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.880558] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.project_domain_id = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.880728] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.project_domain_name = Default {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.880895] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.project_id = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.881084] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.project_name = service {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.881264] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.region_name = RegionOne {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.881431] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.retriable_status_codes = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.881593] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.service_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.881763] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.service_type = placement {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.881927] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.split_loggers = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.882099] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.status_code_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.882264] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.status_code_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.882425] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.system_scope = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.882583] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.882742] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.trust_id = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.882900] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.user_domain_id = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.883089] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.user_domain_name = Default {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.883288] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.user_id = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.883431] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.username = nova {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.883613] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.883775] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] placement.version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.883955] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] quota.cores = 20 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.884134] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] quota.count_usage_from_placement = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.884315] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.884482] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] quota.injected_file_content_bytes = 10240 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.884650] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] quota.injected_file_path_length = 255 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.884814] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] quota.injected_files = 5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.884980] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] quota.instances = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.885162] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] quota.key_pairs = 100 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.885328] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] quota.metadata_items = 128 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.885496] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] quota.ram = 51200 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.885674] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] quota.recheck_quota = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.885826] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] quota.server_group_members = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.885991] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] quota.server_groups = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.886186] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.886363] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.886528] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] scheduler.image_metadata_prefilter = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.886691] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.886855] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] scheduler.max_attempts = 3 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.887027] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] scheduler.max_placement_results = 1000 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.887197] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.887362] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.887525] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.887700] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] scheduler.workers = 2 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.887871] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.888054] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.888242] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.888413] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.888590] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.888757] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.888926] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.889133] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.889309] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.host_subset_size = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.889481] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.889643] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.889809] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.889976] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.isolated_hosts = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.890159] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.isolated_images = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.890329] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.890495] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.890660] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.890826] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.pci_in_placement = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.890991] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.891170] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.891335] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.891506] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.891665] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.891825] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.891986] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.track_instance_changes = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.892185] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.892361] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] metrics.required = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.892533] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] metrics.weight_multiplier = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.892700] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.892867] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] metrics.weight_setting = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.893215] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.893405] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] serial_console.enabled = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.893568] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] serial_console.port_range = 10000:20000 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.893740] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.893907] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.894087] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] serial_console.serialproxy_port = 6083 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.894297] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] service_user.auth_section = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.894447] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] service_user.auth_type = password {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.894607] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] service_user.cafile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.894767] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] service_user.certfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.894933] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] service_user.collect_timing = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.895113] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] service_user.insecure = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.895275] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] service_user.keyfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.895452] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] service_user.send_service_user_token = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.895619] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] service_user.split_loggers = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.895779] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] service_user.timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.895962] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] spice.agent_enabled = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.896141] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] spice.enabled = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.896476] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.896688] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.896863] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] spice.html5proxy_port = 6082 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.897040] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] spice.image_compression = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.897207] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] spice.jpeg_compression = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.897389] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] spice.playback_compression = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.897560] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] spice.require_secure = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.897731] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] spice.server_listen = 127.0.0.1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.897901] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.898080] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] spice.streaming_mode = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.898243] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] spice.zlib_compression = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.898408] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] upgrade_levels.baseapi = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.898581] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] upgrade_levels.compute = auto {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.898738] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] upgrade_levels.conductor = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.898895] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] upgrade_levels.scheduler = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.899073] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.899239] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.899401] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vendordata_dynamic_auth.cafile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.899557] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vendordata_dynamic_auth.certfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.899721] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.899879] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vendordata_dynamic_auth.insecure = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.900047] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.900214] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.900374] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vendordata_dynamic_auth.timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.900551] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.api_retry_count = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.900709] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.ca_file = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.900881] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.901060] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.cluster_name = testcl1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.901228] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.connection_pool_size = 10 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.901387] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.console_delay_seconds = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.901557] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.datastore_regex = ^datastore.* {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.901782] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.901958] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.host_password = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.902141] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.host_port = 443 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.902315] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.host_username = administrator@vsphere.local {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.902488] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.insecure = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.902647] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.integration_bridge = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.902810] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.maximum_objects = 100 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.902967] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.pbm_default_policy = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.903144] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.pbm_enabled = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.903304] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.pbm_wsdl_location = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.903519] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.903664] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.serial_port_proxy_uri = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.903826] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.serial_port_service_uri = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.903994] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.task_poll_interval = 0.5 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.904186] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.use_linked_clone = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.904360] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.vnc_keymap = en-us {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.904529] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.vnc_port = 5900 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.904691] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vmware.vnc_port_total = 10000 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.904879] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vnc.auth_schemes = ['none'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.905067] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vnc.enabled = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.905399] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.905591] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.905765] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vnc.novncproxy_port = 6080 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.905958] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vnc.server_listen = 127.0.0.1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.906155] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.906352] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vnc.vencrypt_ca_certs = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.906520] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vnc.vencrypt_client_cert = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.906681] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vnc.vencrypt_client_key = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.906863] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.907039] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.disable_deep_image_inspection = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.907208] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.907403] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.907572] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.907736] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.disable_rootwrap = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.907899] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.enable_numa_live_migration = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.908074] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.908241] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.908403] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.908564] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.libvirt_disable_apic = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.908726] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.908888] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.909061] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.909227] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.909398] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.909563] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.909723] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.909885] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.910058] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.910231] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.910415] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.910585] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] wsgi.client_socket_timeout = 900 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.910750] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] wsgi.default_pool_size = 1000 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.910918] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] wsgi.keep_alive = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.911121] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] wsgi.max_header_line = 16384 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.911303] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.911468] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] wsgi.ssl_ca_file = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.911630] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] wsgi.ssl_cert_file = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.911789] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] wsgi.ssl_key_file = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.911953] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] wsgi.tcp_keepidle = 600 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.912145] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.912313] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] zvm.ca_file = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.912476] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] zvm.cloud_connector_url = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.912795] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.913009] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] zvm.reachable_timeout = 300 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.913181] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_policy.enforce_new_defaults = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.913639] env[62563]: WARNING oslo_config.cfg [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 502.913769] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_policy.enforce_scope = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.913945] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_policy.policy_default_rule = default {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.914141] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.914343] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_policy.policy_file = policy.yaml {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.914544] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.914708] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.914869] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.915043] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.915217] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.915398] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_policy.remote_timeout = 60.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.915601] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.915787] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.915973] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler.connection_string = messaging:// {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.916206] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler.enabled = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.916353] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler.es_doc_type = notification {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.916532] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler.es_scroll_size = 10000 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.916705] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler.es_scroll_time = 2m {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.916870] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler.filter_error_trace = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.917054] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler.hmac_keys = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.917229] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler.sentinel_service_name = mymaster {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.917400] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler.socket_timeout = 0.1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.917567] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler.trace_requests = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.917729] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler.trace_sqlalchemy = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.917913] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler_jaeger.process_tags = {} {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.918088] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler_jaeger.service_name_prefix = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.918257] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] profiler_otlp.service_name_prefix = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.918423] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] remote_debug.host = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.918583] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] remote_debug.port = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.918764] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.918934] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.919100] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.919262] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.919422] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.919582] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.919742] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.919903] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.920078] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.920251] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.920424] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.920586] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.920752] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.920921] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925054] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925054] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925054] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925054] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925054] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925054] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925054] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925392] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925392] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925392] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925392] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925392] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925392] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925392] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925659] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925659] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.ssl = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925659] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925659] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925659] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925659] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925659] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925891] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925891] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925891] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_notifications.retry = -1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925891] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925891] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925891] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.auth_section = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.925891] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.auth_type = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.926205] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.cafile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.926335] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.certfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.926478] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.collect_timing = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.926677] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.connect_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.926774] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.connect_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.926949] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.endpoint_id = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.927142] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.927337] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.endpoint_override = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.927476] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.endpoint_region_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.927639] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.endpoint_service_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.927802] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.endpoint_service_type = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.927970] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.insecure = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.928162] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.keyfile = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.928329] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.max_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.928489] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.min_version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.928647] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.region_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.928810] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.retriable_status_codes = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.928968] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.service_name = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.929181] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.service_type = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.929373] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.split_loggers = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.929537] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.status_code_retries = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.929700] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.status_code_retry_delay = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.929862] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.timeout = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.930042] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.valid_interfaces = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.930218] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_limit.version = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.930387] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_reports.file_event_handler = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.930568] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.930740] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] oslo_reports.log_dir = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.930887] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.931071] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.931258] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.931406] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.931659] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.931817] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.932014] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.932229] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plug_ovs_privileged.group = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.932399] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.932571] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.932737] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.932908] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] vif_plug_ovs_privileged.user = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.933080] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.933269] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.933447] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.933618] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.933790] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.933956] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.934138] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.934341] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.934516] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.934693] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_ovs.isolate_vif = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.934866] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.935044] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.935224] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.935395] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.935563] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] os_vif_ovs.per_port_bridge = False {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.935737] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] privsep_osbrick.capabilities = [21] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.935898] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] privsep_osbrick.group = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.936069] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] privsep_osbrick.helper_command = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.936237] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.936430] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.936597] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] privsep_osbrick.user = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.936770] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.936928] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] nova_sys_admin.group = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.937099] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] nova_sys_admin.helper_command = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.937258] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.937436] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.937612] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] nova_sys_admin.user = None {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.937763] env[62563]: DEBUG oslo_service.service [None req-c5a125b2-476c-4d15-8aa8-a3053681f652 None None] ******************************************************************************** {{(pid=62563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 502.938366] env[62563]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 503.442522] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Getting list of instances from cluster (obj){ [ 503.442522] env[62563]: value = "domain-c8" [ 503.442522] env[62563]: _type = "ClusterComputeResource" [ 503.442522] env[62563]: } {{(pid=62563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 503.443772] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed99720-5c27-4bb1-a073-ba5180a6accd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.453071] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Got total of 0 instances {{(pid=62563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 503.453650] env[62563]: WARNING nova.virt.vmwareapi.driver [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 503.454152] env[62563]: INFO nova.virt.node [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Generated node identity 4eb5fa57-7e31-460c-b803-3f7b6d6d423a [ 503.454405] env[62563]: INFO nova.virt.node [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Wrote node identity 4eb5fa57-7e31-460c-b803-3f7b6d6d423a to /opt/stack/data/n-cpu-1/compute_id [ 503.957627] env[62563]: WARNING nova.compute.manager [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Compute nodes ['4eb5fa57-7e31-460c-b803-3f7b6d6d423a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 504.964262] env[62563]: INFO nova.compute.manager [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 505.970427] env[62563]: WARNING nova.compute.manager [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 505.970790] env[62563]: DEBUG oslo_concurrency.lockutils [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.970908] env[62563]: DEBUG oslo_concurrency.lockutils [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.971067] env[62563]: DEBUG oslo_concurrency.lockutils [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.971218] env[62563]: DEBUG nova.compute.resource_tracker [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 505.972172] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac2a29c-f05b-472c-a3ac-911fa6c90137 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.980725] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd799a4-8938-490e-8bd0-d50a7d21f809 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.994863] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf7a31b-10fe-4fce-bd9a-33ff03ddf644 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.001430] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581a0a34-b2cb-4357-9a13-05d40521014f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.030322] env[62563]: DEBUG nova.compute.resource_tracker [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181406MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 506.030505] env[62563]: DEBUG oslo_concurrency.lockutils [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.030660] env[62563]: DEBUG oslo_concurrency.lockutils [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.533783] env[62563]: WARNING nova.compute.resource_tracker [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] No compute node record for cpu-1:4eb5fa57-7e31-460c-b803-3f7b6d6d423a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 4eb5fa57-7e31-460c-b803-3f7b6d6d423a could not be found. [ 507.037540] env[62563]: INFO nova.compute.resource_tracker [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a [ 508.546779] env[62563]: DEBUG nova.compute.resource_tracker [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 508.547336] env[62563]: DEBUG nova.compute.resource_tracker [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 508.712127] env[62563]: INFO nova.scheduler.client.report [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] [req-76985835-0ccd-47cb-be0c-78a5cf3285c2] Created resource provider record via placement API for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 508.730602] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6ab991-7dbb-4d29-a385-c7d2254cef39 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.738265] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df177b25-a28f-4b00-9fb8-028d08b79a49 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.767193] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aff54d-77f0-45fe-b0d5-7f29e71a2ecd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.774029] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159424a3-af9e-49ca-b8af-2b8edb1c5a3b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.786955] env[62563]: DEBUG nova.compute.provider_tree [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 509.325108] env[62563]: DEBUG nova.scheduler.client.report [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 509.325340] env[62563]: DEBUG nova.compute.provider_tree [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 0 to 1 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 509.325479] env[62563]: DEBUG nova.compute.provider_tree [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 509.375998] env[62563]: DEBUG nova.compute.provider_tree [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 1 to 2 during operation: update_traits {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 509.880366] env[62563]: DEBUG nova.compute.resource_tracker [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 509.880742] env[62563]: DEBUG oslo_concurrency.lockutils [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.850s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 509.880801] env[62563]: DEBUG nova.service [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Creating RPC server for service compute {{(pid=62563) start /opt/stack/nova/nova/service.py:186}} [ 509.895367] env[62563]: DEBUG nova.service [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] Join ServiceGroup membership for this service compute {{(pid=62563) start /opt/stack/nova/nova/service.py:203}} [ 509.895540] env[62563]: DEBUG nova.servicegroup.drivers.db [None req-237e18e2-f19c-4a18-8a4b-47116cf132c0 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62563) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 555.896716] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_power_states {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.399800] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Getting list of instances from cluster (obj){ [ 556.399800] env[62563]: value = "domain-c8" [ 556.399800] env[62563]: _type = "ClusterComputeResource" [ 556.399800] env[62563]: } {{(pid=62563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 556.401320] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e5d89-4bc5-4196-bf91-be7ebee83c3f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.409899] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Got total of 0 instances {{(pid=62563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 556.410145] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.410440] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Getting list of instances from cluster (obj){ [ 556.410440] env[62563]: value = "domain-c8" [ 556.410440] env[62563]: _type = "ClusterComputeResource" [ 556.410440] env[62563]: } {{(pid=62563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 556.411278] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052391d5-252f-4c3e-be92-e09ebb87ab3d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.419182] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Got total of 0 instances {{(pid=62563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 558.270142] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.270528] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.270668] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 558.270798] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 558.773733] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 558.773973] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.774248] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.774462] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.774649] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.774840] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.775046] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.775247] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 558.775403] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 559.281074] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.281074] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.281074] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.281074] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 559.281074] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be05f089-975e-4edf-b945-e49ce7a5b68d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.288808] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1051bfa-46eb-4f3a-bfbb-5bec98c8bd27 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.302109] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284bfdc1-2952-4c32-b97d-69f0795067b0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.308437] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c09378-4db8-494e-aaec-4b6ab751105a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.337359] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181405MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 559.337359] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.337359] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.354447] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 560.354705] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 560.368746] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b82330-7458-4a14-847d-15f8c1e5b758 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.376772] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df587bc7-964f-42d9-87d8-97f6b916d59c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.408098] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f513bf-df71-4adc-aea7-f816724e8c06 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.415192] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e0fa0b-a90f-4fc7-a596-485fa29f0910 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.428114] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.931603] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 561.436963] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 561.437301] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.422658] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.423095] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.927991] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.928172] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 621.929032] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 622.434758] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 622.435175] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.435175] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.435300] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.435433] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.435575] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.435716] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.435891] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 622.436080] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.939190] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.939411] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.939548] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.939699] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 622.940720] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4e7503-e1ed-41ef-8152-9026b4f90b48 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.949391] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4f2178-3d2e-48bf-9ae9-c82eaf5dd1b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.963462] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc687e0-c8ad-4bc7-82cb-d86d122d0881 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.970090] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba99e05-053b-4e59-bd58-1de9009210aa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.998629] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181400MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 622.998818] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.998986] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.017427] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 624.017660] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 624.030700] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c49357-9323-4ff6-be29-4528d6d43e09 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.039305] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0134c4a4-c693-4dc1-a681-db13e27b45e0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.068108] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f449cf82-6d7b-48c4-b372-a2de70ce4102 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.074929] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6719b9-f4d1-4b8a-b2d8-3220c54c6366 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.087571] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.591067] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 624.592332] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 624.592514] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.593861] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.594253] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.594295] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 684.594417] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 685.097479] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 685.097732] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.097863] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.098021] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.098174] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.098324] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.098531] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.098694] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 685.098851] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.602790] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.603170] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.603210] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.603341] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 685.604283] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99f7aa1-3427-4e17-ace3-65a6ed460d7e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.612516] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29019e2-8bc2-48df-953b-2a4b378834bc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.626713] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f7380a-2b76-4528-8675-cd8a7a165c50 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.632974] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea22cf78-e8de-4714-ac7e-a05f0cc6f436 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.661018] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181384MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 685.661211] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.661341] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.679998] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 686.680305] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 686.693297] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054e303b-8dfb-4514-b08c-4a8d26546e58 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.701064] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608c95bf-dee2-4def-9eb9-db5c218616a2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.730454] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288ba29d-9b44-4bba-8281-1fdc39de4a5d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.737020] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e521d94c-6e8a-4fff-86ad-7ed19df40040 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.749370] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.252679] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 687.253969] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 687.254166] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.916642] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.917074] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.423899] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.423899] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 741.423899] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 741.929418] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 741.929774] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.929774] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.929930] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.930077] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.930225] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.433969] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.434264] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.434370] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.434527] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 742.435487] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f58a71-b267-4cd9-8b4e-dbb1ff847c04 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.444151] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382d27b4-aa8f-40ce-ab2c-202c8faf167c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.458803] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b5889c-df7e-4ab5-a438-b794fea2c9f0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.465347] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed666c3-7d6c-4264-9a26-889e2b3de963 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.493859] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181397MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 742.494082] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.494213] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.512476] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 743.512708] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 743.525592] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d2de71-154d-4c8c-a313-9f3aef0a13ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.533363] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ecacb1-8a8e-4bd4-a7a2-7faa0be64fa8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.562583] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060aef34-6182-45d7-97c1-645569a95add {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.569502] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d28a37-a746-4752-978c-24cde8b0073d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.582019] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.084780] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 744.086063] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 744.086248] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.417247] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.417693] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.417693] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 798.261156] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.261556] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Cleaning up deleted instances {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 798.765065] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] There are 0 instances to clean {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 798.765273] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.765411] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Cleaning up deleted instances with incomplete migration {{(pid=62563) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 799.268598] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.771472] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.771818] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.771818] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 800.771985] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 801.274607] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 801.274873] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.274990] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.260671] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.261050] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.261050] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.764834] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.765162] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.765278] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.765384] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 802.766390] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032fde96-f094-49e9-93e5-78443b79b7bc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.774674] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6cc57b-3790-41be-ab43-25667bf7e583 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.789157] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e891ae6-b06b-41bb-beb0-cacafa8abf10 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.797059] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e135f89-ac27-441b-9c79-15589a977544 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.824685] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181395MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 802.824864] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.825039] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.844496] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 803.844827] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 803.859158] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3ae6cd-6c56-476a-bdd7-0d13285b078f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.867012] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed38d8b-4013-4d1c-ab86-c3a9c89d464e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.897017] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe49fc8-92fd-4fe8-8cf8-0046412b9652 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.904030] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b397b6da-65c6-4695-8b0a-87b48aef51f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.916462] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.419858] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 804.421100] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 804.421279] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.422027] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.422399] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.422399] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 859.261278] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.261673] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 859.261673] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 859.765172] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 861.260589] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.260883] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.765913] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.766131] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.260781] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.260995] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.261470] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.767019] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.767019] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.767019] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.767019] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 864.767019] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e6d2d8-3a17-4aa4-8f8b-eb32dc5f40e5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.774513] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a0cfdd-a21b-4c5c-99d8-1b4580fd1adc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.788980] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efbbb7b-114a-4fae-941a-c937a363e986 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.795408] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd3493a-ce10-47dc-afb1-6013567778f1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.823258] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181408MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 864.823584] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.823915] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.856964] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 865.857210] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 865.874615] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 865.888750] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 865.888918] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.900212] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 865.914902] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 865.925309] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67066ea9-e430-483c-a79c-4ce2d7b77517 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.932662] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eeff8b-7909-4add-abbc-83f1804248a2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.962081] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c3fdcc-e6bc-4b3b-ba1d-6559470c09f2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.968915] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e35621-ab24-4b12-8ee8-d0411a11f424 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.981344] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.484638] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 866.485884] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 866.486074] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.662s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.485716] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.486126] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.486126] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 920.261116] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.261503] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 920.261503] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 920.765070] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 922.260564] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.255965] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.259824] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.260132] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.261106] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.764258] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.764540] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.764680] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.764847] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 924.765775] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4113886-7ed0-4f0a-a04b-45cf62fc93c5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.774100] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedb14ac-fa56-4cd5-8e45-709253a2ae24 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.788570] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1433cc48-4135-4e60-990a-2773dc31c5ea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.795100] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc99b8c-ff9c-4bbb-9ed9-f539e9295030 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.823174] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181402MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 924.823309] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.823494] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.841752] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 925.842042] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 925.854714] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc98b3d4-1976-4229-80ff-442fba1fd245 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.862172] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fa3ab0-3d13-4bc8-bdc0-1f9a19475f81 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.891569] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4faf001-e4d9-4280-bd4c-0acecc7659f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.898288] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f424da-84e4-4682-9959-e172ae7fd63e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.910893] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.414358] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 926.415620] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 926.415825] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.415439] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 928.415846] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.261276] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.261479] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 980.260872] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.261321] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 980.261321] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 980.763934] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 982.261539] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.256071] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.261033] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.260852] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.261143] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.765311] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.765547] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.765693] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.765844] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 985.766748] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e304f8-97d5-4b11-8b23-ab6cb438c8dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.775153] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690d69c3-fb1d-4edc-a149-7f95bf15b191 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.788516] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a243547-c5dc-4f90-9ff7-8d80c8bdc675 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.794560] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a43264-d396-4d24-a41a-458aa6fa5c4e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.823611] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181399MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 985.823742] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.823923] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.842687] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 986.842995] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 986.855258] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b9cb62-fb98-4f7c-b21a-32d3f01aec87 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.862771] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c703e4f5-5004-437e-96e3-b0d64cd84a9a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.891292] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbcb2d5-5da2-4720-b2ca-b129ccbe770d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.898494] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7171ddd9-ebef-4edb-89c5-f38ba83f4c39 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.911804] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.414571] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 987.415906] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 987.416106] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.411739] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.917095] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.917283] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.260990] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.261168] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1041.261133] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.261601] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1041.261601] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1041.764469] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1043.260817] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.261297] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.261446] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.261254] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.767027] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.767027] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.767027] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.767027] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1046.767027] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f5078b-e3b6-448d-abbe-c7ae686b8d87 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.775377] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6458f1d-254d-405a-b2ac-8f882fff4f42 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.789716] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135c561e-f353-44d3-842b-6c1aa41c348c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.796232] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4425f816-9093-430c-adc3-5465cfc472dd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.825759] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181408MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1046.826085] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.826391] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.847164] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1047.847164] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1047.858177] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a94ce4-2ca3-4a87-aed0-0f67b8fdedbd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.865908] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0074d980-572f-4ddc-9178-37a5003cdaee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.894679] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d27c55-d63c-40f3-b30e-c1ad4373e460 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.901648] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab659bd1-a985-4b82-b54e-3f7936e61660 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.914742] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.417741] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1048.419163] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1048.419310] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.419860] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.420245] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.420286] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.261937] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.262348] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1103.262817] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.263318] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1103.263318] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1103.767466] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1104.261472] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.261823] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.763623] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.261014] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.261364] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.764908] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.765293] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.765411] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.765503] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1106.766412] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d38274c-5ffb-4408-8afe-e170c06bf913 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.774489] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bbd04c-98b3-4827-8ddc-e68e7ef8806a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.787856] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4401c1b-7e33-4324-8176-df773df5e65f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.793774] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536750d0-1a5e-419f-8d74-149bdd19caae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.821854] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181398MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1106.822029] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.822177] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.841017] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1107.841270] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1107.856169] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6260aa96-d4cd-4bb2-b304-f375793e5b84 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.863722] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70548c16-e7fd-46a3-8c83-46900eed5ad8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.892317] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615d9074-34c7-48fe-9bfe-0cbbe139cc01 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.899701] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f42cd4-4e53-4c54-ace4-0c2d0601699f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.912174] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.417763] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1108.417763] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1108.417763] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.417763] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.417763] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Cleaning up deleted instances {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1108.920066] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] There are 0 instances to clean {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1109.918966] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.424107] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.424614] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.424774] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.260201] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.260428] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1111.260728] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.260930] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Cleaning up deleted instances with incomplete migration {{(pid=62563) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1156.402992] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_power_states {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.906241] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Getting list of instances from cluster (obj){ [ 1156.906241] env[62563]: value = "domain-c8" [ 1156.906241] env[62563]: _type = "ClusterComputeResource" [ 1156.906241] env[62563]: } {{(pid=62563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1156.907416] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bda2df-c581-478a-8aad-49b6978220b2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.915945] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Got total of 0 instances {{(pid=62563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1164.773853] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.774246] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1164.774246] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1165.277309] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1165.277573] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.759827] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.260635] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.765320] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.765700] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.765751] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.765898] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1167.766791] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbd54aa-efb9-40ce-a1de-932461777d8a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.775168] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0414de-372f-453e-877a-bd83d22546cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.788861] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5c654c-f975-4d94-a0fe-6098bb627283 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.795033] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1af6ad-e0d0-4a41-80d7-15b6b692aed9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.823554] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181399MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1167.823691] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.823880] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.937168] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1168.937497] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1168.952613] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1168.964304] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1168.964504] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1168.974087] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1168.989022] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1168.999785] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a25af9-fdd2-44ed-9205-21d581784144 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.006940] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d21570-cdb3-402a-94db-8aad0d68554b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.035557] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c9f924-64f9-4bb4-9f74-e96d0b7088a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.042426] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de76b1e5-5a55-4013-9c37-45fe570f5b75 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.055677] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.558590] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1169.559870] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1169.560083] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.736s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.560362] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.560762] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.560762] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.260635] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.261501] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.261814] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1225.261581] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.262044] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1225.262044] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1225.765375] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1225.765621] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.760401] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.260430] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.261704] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.767022] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.767022] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.767022] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.767022] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1229.767022] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdca9c1-b232-4306-a170-8dacd9e57107 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.774859] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56cdcef-0058-4c5a-920c-520542880456 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.793847] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3275ade1-6fad-4a9c-bd2f-f64a813365ae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.797698] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c350a75-43ca-4d90-b2cc-756e40dcf730 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.828415] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181393MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1229.828769] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.829106] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.852212] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1230.852582] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1230.869924] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1de03f-4aa9-4136-b89d-f15545456bf6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.879087] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5557135-8188-44a9-954b-cdb4cd0c4213 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.914675] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234434b9-9606-4314-b9c5-cccbe257e7e6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.922310] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f401e9-5147-43a8-839b-49341c2f80e5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.938675] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.441781] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1231.443120] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1231.443297] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.614s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.443579] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.949039] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.949268] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.949363] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.949515] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.949650] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1246.226661] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Acquiring lock "55e060d3-6fa8-4858-84cb-8167f0056b7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.227305] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Lock "55e060d3-6fa8-4858-84cb-8167f0056b7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.603355] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Acquiring lock "f23024ac-227c-4b6e-831d-7d58d6e41be9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.603355] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Lock "f23024ac-227c-4b6e-831d-7d58d6e41be9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.730815] env[62563]: DEBUG nova.compute.manager [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1247.014042] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.014697] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.106559] env[62563]: DEBUG nova.compute.manager [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1247.266621] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.266955] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.270347] env[62563]: INFO nova.compute.claims [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.461145] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquiring lock "df066bf7-41de-4e0d-ad4f-2dbf6573f743" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.461383] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "df066bf7-41de-4e0d-ad4f-2dbf6573f743" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.519248] env[62563]: DEBUG nova.compute.manager [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1247.573660] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "8010219a-1550-462c-8e87-097a2b079d44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.574062] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "8010219a-1550-462c-8e87-097a2b079d44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.610905] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "2b033436-f928-4302-b9bf-6d18fdf95b9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.611345] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "2b033436-f928-4302-b9bf-6d18fdf95b9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.635971] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.642158] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "468d83b9-310a-4380-a855-b8a4db2c0ccf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.642575] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "468d83b9-310a-4380-a855-b8a4db2c0ccf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.965696] env[62563]: DEBUG nova.compute.manager [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1248.056799] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.080152] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1248.120631] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1248.144558] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1248.421372] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec35592-3ce7-4a09-aac0-069597749d24 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.433744] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7235880-88f5-44af-83da-3d6d6100a179 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.472559] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cff4946-6244-4502-81f6-9d8e61caae6c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.483686] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbdae9e-a44c-4e81-9d3d-4b13bb9bfac7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.501034] env[62563]: DEBUG nova.compute.provider_tree [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.503597] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.601278] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.661019] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.676140] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.006047] env[62563]: DEBUG nova.scheduler.client.report [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1249.512478] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.513174] env[62563]: DEBUG nova.compute.manager [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1249.519154] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.881s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.519154] env[62563]: INFO nova.compute.claims [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.746702] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "b607559a-9f41-465d-8c03-c9e2bddbd173" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.747053] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "b607559a-9f41-465d-8c03-c9e2bddbd173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.027690] env[62563]: DEBUG nova.compute.utils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1250.029415] env[62563]: DEBUG nova.compute.manager [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Not allocating networking since 'none' was specified. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1250.250778] env[62563]: DEBUG nova.compute.manager [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1250.530600] env[62563]: DEBUG nova.compute.manager [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1250.688769] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c0b9fe-c26c-496d-a57b-34360f530baa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.697101] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f547902-dcaf-4e32-853a-986b7b124263 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.730220] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e6a73c-74ab-4b85-a758-ccdbebd372a1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.738348] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0336d5b-8ce6-48aa-bc9e-a23219821137 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.752837] env[62563]: DEBUG nova.compute.provider_tree [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.782293] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.256792] env[62563]: DEBUG nova.scheduler.client.report [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1251.543236] env[62563]: DEBUG nova.compute.manager [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1251.764197] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.765390] env[62563]: DEBUG nova.compute.manager [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1251.774202] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.717s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.778343] env[62563]: INFO nova.compute.claims [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.028150] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "bcbe9cac-5512-47c8-8c57-b4cac4dc7d50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.028397] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "bcbe9cac-5512-47c8-8c57-b4cac4dc7d50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.104900] env[62563]: DEBUG nova.virt.hardware [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1252.104900] env[62563]: DEBUG nova.virt.hardware [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1252.105193] env[62563]: DEBUG nova.virt.hardware [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.105193] env[62563]: DEBUG nova.virt.hardware [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1252.105327] env[62563]: DEBUG nova.virt.hardware [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.105471] env[62563]: DEBUG nova.virt.hardware [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1252.105673] env[62563]: DEBUG nova.virt.hardware [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1252.105825] env[62563]: DEBUG nova.virt.hardware [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1252.105984] env[62563]: DEBUG nova.virt.hardware [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1252.106421] env[62563]: DEBUG nova.virt.hardware [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1252.106791] env[62563]: DEBUG nova.virt.hardware [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1252.107749] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44457e3-b151-4071-b45a-ad84ebcd4b2c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.118669] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37053b51-bb00-44c6-988a-e4ab036f9cd8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.144110] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05d7191-cdd3-47a3-97f7-7291dc6f9b1d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.164673] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Instance VIF info [] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.174577] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1252.174826] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5234ae22-bf92-46af-aaf8-69b92712cbc9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.190814] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Created folder: OpenStack in parent group-v4. [ 1252.191050] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Creating folder: Project (61e6df4478594f23820c19cec0cd7f50). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1252.191299] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-036b75c2-6371-4c18-a53a-5f92edd8db30 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.201128] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Created folder: Project (61e6df4478594f23820c19cec0cd7f50) in parent group-v363823. [ 1252.202478] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Creating folder: Instances. Parent ref: group-v363824. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1252.202478] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3335ba47-cae0-4ea4-9ebd-3a18666628f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.210450] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Created folder: Instances in parent group-v363824. [ 1252.210450] env[62563]: DEBUG oslo.service.loopingcall [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1252.210450] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.210676] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6161124f-ad4b-4342-9ead-95ab1ebd82ea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.228997] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.228997] env[62563]: value = "task-1750298" [ 1252.228997] env[62563]: _type = "Task" [ 1252.228997] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.237411] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750298, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.286324] env[62563]: DEBUG nova.compute.utils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1252.289730] env[62563]: DEBUG nova.compute.manager [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1252.290033] env[62563]: DEBUG nova.network.neutron [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1252.513679] env[62563]: DEBUG nova.policy [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd15c72bb2a24465882f5c7a8b57d203f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e811afbae51743eaa8684898470c8443', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1252.534519] env[62563]: DEBUG nova.compute.manager [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1252.745603] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750298, 'name': CreateVM_Task, 'duration_secs': 0.317082} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.746519] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.747465] env[62563]: DEBUG oslo_vmware.service [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d528fe12-09b8-4731-ac29-0ebe62f0bfba {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.756565] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.757441] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.758476] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.759264] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b460db03-8bcc-485e-8632-eead08c9a5f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.767160] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1252.767160] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52bb67d9-507b-74a6-8da0-58c917aa4877" [ 1252.767160] env[62563]: _type = "Task" [ 1252.767160] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.774968] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bb67d9-507b-74a6-8da0-58c917aa4877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.796031] env[62563]: DEBUG nova.compute.manager [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1253.012686] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c942d3d-4e63-4688-afee-861fe2203667 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.021768] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a72c59-beb7-4494-a726-a621ab3d1ae0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.059272] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcf1164-e152-4adf-8b90-2ddcda1d27a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.070395] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2439409-7d5d-4b91-8940-641df3d0e646 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.084920] env[62563]: DEBUG nova.compute.provider_tree [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.088107] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.281714] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.282522] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.282996] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.283176] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.283623] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.284627] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-615d1715-aa8a-44f0-aa2a-bb3536c3dcb0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.295751] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "82ad51b2-ec4e-4fcb-86ae-b543a80bd50f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.296013] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "82ad51b2-ec4e-4fcb-86ae-b543a80bd50f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.311804] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.312036] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.313788] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f802b6c-11aa-466b-adfd-ec49b57ad2c2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.326602] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c62f9047-33bd-4fdc-a8e5-6c961824a726 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.334584] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1253.334584] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a69b1e-a07b-ee8c-af32-035831e6f701" [ 1253.334584] env[62563]: _type = "Task" [ 1253.334584] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.345543] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a69b1e-a07b-ee8c-af32-035831e6f701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.590170] env[62563]: DEBUG nova.scheduler.client.report [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1253.808103] env[62563]: DEBUG nova.compute.manager [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1253.821029] env[62563]: DEBUG nova.compute.manager [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1253.835261] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "5ee7e59e-98e3-45ea-a417-04846bc4a953" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.835638] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "5ee7e59e-98e3-45ea-a417-04846bc4a953" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.854233] env[62563]: DEBUG nova.virt.hardware [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1253.854497] env[62563]: DEBUG nova.virt.hardware [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1253.854662] env[62563]: DEBUG nova.virt.hardware [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.855054] env[62563]: DEBUG nova.virt.hardware [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1253.855054] env[62563]: DEBUG nova.virt.hardware [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.855136] env[62563]: DEBUG nova.virt.hardware [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1253.855316] env[62563]: DEBUG nova.virt.hardware [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1253.855460] env[62563]: DEBUG nova.virt.hardware [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1253.855618] env[62563]: DEBUG nova.virt.hardware [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1253.855772] env[62563]: DEBUG nova.virt.hardware [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1253.855936] env[62563]: DEBUG nova.virt.hardware [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1253.856288] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Preparing fetch location {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1253.856494] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Creating directory with path [datastore1] vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.857303] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa95bfac-444b-41ad-bf7f-eee65d20535b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.860063] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc90491a-3189-4d5b-968b-f07993c3dac9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.869627] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b68ceed-dc47-475a-99e1-bb19daee967d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.926044] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Created directory with path [datastore1] vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.926044] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Fetch image to [datastore1] vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/tmp-sparse.vmdk {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1253.926044] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Downloading image file data 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 to [datastore1] vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/tmp-sparse.vmdk on the data store datastore1 {{(pid=62563) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1253.926044] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a86a579-709a-4395-aa83-d78a4caad32f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.935428] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6530ce-f409-4456-9f81-1b755b475af6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.948272] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c666a259-2e6d-4848-a60e-7f72216595cc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.982275] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849bf035-f7ef-4c70-9790-9fcb037d7fe2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.989184] env[62563]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-49ee11e5-c231-481d-b3b9-724718223251 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.008964] env[62563]: DEBUG nova.network.neutron [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Successfully created port: 50c8d845-d783-4e82-9a9e-98d0141758be {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.076882] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Downloading image file data 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 to the data store datastore1 {{(pid=62563) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1254.099947] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.100564] env[62563]: DEBUG nova.compute.manager [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1254.104395] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.601s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.107025] env[62563]: INFO nova.compute.claims [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.190475] env[62563]: DEBUG oslo_vmware.rw_handles [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62563) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1254.348514] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.613196] env[62563]: DEBUG nova.compute.utils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1254.631024] env[62563]: DEBUG nova.compute.manager [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1254.631024] env[62563]: DEBUG nova.network.neutron [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.771271] env[62563]: DEBUG nova.policy [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d32d646474b4d578bd426cce729c5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '053e47f46cf24867892244da432f0474', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1254.914833] env[62563]: DEBUG oslo_vmware.rw_handles [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Completed reading data from the image iterator. {{(pid=62563) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1254.915173] env[62563]: DEBUG oslo_vmware.rw_handles [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1255.081877] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Downloaded image file data 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 to vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/tmp-sparse.vmdk on the data store datastore1 {{(pid=62563) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1255.083736] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Caching image {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1255.084172] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Copying Virtual Disk [datastore1] vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/tmp-sparse.vmdk to [datastore1] vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.085509] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e39df62-3add-4177-9b2d-cb6d467446df {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.097163] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1255.097163] env[62563]: value = "task-1750299" [ 1255.097163] env[62563]: _type = "Task" [ 1255.097163] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.109879] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.120556] env[62563]: DEBUG nova.compute.manager [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1255.347616] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1180a7-5e47-4523-a543-1a336c1a4469 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.358954] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff8565d-ef31-43ed-af03-07923ed47f12 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.395490] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2feb7b-3ac1-4b89-8ebe-26137f963090 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.403770] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d022eb3-695e-4e98-acad-ad8b0bf229b1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.418929] env[62563]: DEBUG nova.compute.provider_tree [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.609890] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750299, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.733647] env[62563]: DEBUG nova.network.neutron [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Successfully created port: 4323bf27-757b-4e93-9002-a5fe791dd34d {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.924672] env[62563]: DEBUG nova.scheduler.client.report [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1256.115390] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683964} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.115581] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Copied Virtual Disk [datastore1] vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/tmp-sparse.vmdk to [datastore1] vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.115862] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Deleting the datastore file [datastore1] vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/tmp-sparse.vmdk {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.117061] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5a5087f-6c53-44f9-99eb-fc3b66addd14 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.125407] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1256.125407] env[62563]: value = "task-1750300" [ 1256.125407] env[62563]: _type = "Task" [ 1256.125407] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.132941] env[62563]: DEBUG nova.compute.manager [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1256.137392] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.168596] env[62563]: DEBUG nova.virt.hardware [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1256.169297] env[62563]: DEBUG nova.virt.hardware [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1256.169726] env[62563]: DEBUG nova.virt.hardware [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.170020] env[62563]: DEBUG nova.virt.hardware [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1256.170324] env[62563]: DEBUG nova.virt.hardware [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.170577] env[62563]: DEBUG nova.virt.hardware [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1256.172589] env[62563]: DEBUG nova.virt.hardware [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1256.172589] env[62563]: DEBUG nova.virt.hardware [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1256.172589] env[62563]: DEBUG nova.virt.hardware [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1256.172589] env[62563]: DEBUG nova.virt.hardware [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1256.172589] env[62563]: DEBUG nova.virt.hardware [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1256.172589] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65835b2-165c-46bc-829e-2539a6a72348 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.187473] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ba7b2a-7933-4c26-9c6a-32350b12bad6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.438618] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.442655] env[62563]: DEBUG nova.compute.manager [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1256.443315] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.843s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.444850] env[62563]: INFO nova.compute.claims [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.640035] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023999} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.640035] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.640035] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Moving file from [datastore1] vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 to [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6. {{(pid=62563) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1256.640335] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-08326df5-bf52-42ca-906c-c7e8aee3002e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.647294] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1256.647294] env[62563]: value = "task-1750301" [ 1256.647294] env[62563]: _type = "Task" [ 1256.647294] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.656377] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750301, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.951504] env[62563]: DEBUG nova.compute.utils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1256.952901] env[62563]: DEBUG nova.compute.manager [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1256.953105] env[62563]: DEBUG nova.network.neutron [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1257.086424] env[62563]: DEBUG nova.policy [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3190e7cb3d54fe7b69742021691bd68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e656488f509446a58d5855211ab47991', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1257.159601] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750301, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029703} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.159875] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] File moved {{(pid=62563) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1257.160077] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Cleaning up location [datastore1] vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1257.160240] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Deleting the datastore file [datastore1] vmware_temp/13c84f8d-536a-4be6-8872-a2291ee26c8e {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.160478] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3dfdeba-2eae-4a3c-a427-580ac1b916a3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.168087] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1257.168087] env[62563]: value = "task-1750302" [ 1257.168087] env[62563]: _type = "Task" [ 1257.168087] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.182956] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.379750] env[62563]: DEBUG nova.network.neutron [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Successfully updated port: 50c8d845-d783-4e82-9a9e-98d0141758be {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.460070] env[62563]: DEBUG nova.compute.manager [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1257.687668] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024838} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.688029] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.688887] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def3d43a-f73b-4d57-9599-b5e1c6603889 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.693406] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acaa115-b1c3-4e28-91b1-7836760c1d58 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.699818] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1257.699818] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5206dd35-b6cd-607b-5feb-0e6e941e47d7" [ 1257.699818] env[62563]: _type = "Task" [ 1257.699818] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.706267] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda2398d-1dfc-4dea-b96f-b5f490de48e5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.717100] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5206dd35-b6cd-607b-5feb-0e6e941e47d7, 'name': SearchDatastore_Task, 'duration_secs': 0.00872} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.745556] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.745745] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 55e060d3-6fa8-4858-84cb-8167f0056b7e/55e060d3-6fa8-4858-84cb-8167f0056b7e.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.746241] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f39d40bb-1214-4383-8411-763ec0ae2f9a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.749383] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a64df3f-3efb-40f0-8780-bd54b5a3d446 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.759573] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596cb28c-1c9f-4f5e-b54e-2488c8fd4cea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.763374] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1257.763374] env[62563]: value = "task-1750303" [ 1257.763374] env[62563]: _type = "Task" [ 1257.763374] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.777028] env[62563]: DEBUG nova.compute.provider_tree [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.783999] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.888445] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Acquiring lock "refresh_cache-f23024ac-227c-4b6e-831d-7d58d6e41be9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.890073] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Acquired lock "refresh_cache-f23024ac-227c-4b6e-831d-7d58d6e41be9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.890284] env[62563]: DEBUG nova.network.neutron [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.276917] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50529} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.277278] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 55e060d3-6fa8-4858-84cb-8167f0056b7e/55e060d3-6fa8-4858-84cb-8167f0056b7e.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.277510] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1258.277759] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee75990c-7701-4c7a-8477-ec70244fc862 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.283594] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1258.296022] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1258.296022] env[62563]: value = "task-1750304" [ 1258.296022] env[62563]: _type = "Task" [ 1258.296022] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.307529] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.332461] env[62563]: DEBUG nova.network.neutron [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Successfully created port: a09170a4-c2d2-435b-9196-333640c11d15 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.478951] env[62563]: DEBUG nova.compute.manager [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1258.502435] env[62563]: DEBUG nova.network.neutron [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.639237] env[62563]: DEBUG nova.virt.hardware [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1258.639237] env[62563]: DEBUG nova.virt.hardware [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1258.639237] env[62563]: DEBUG nova.virt.hardware [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.639664] env[62563]: DEBUG nova.virt.hardware [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1258.639664] env[62563]: DEBUG nova.virt.hardware [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.639664] env[62563]: DEBUG nova.virt.hardware [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1258.639664] env[62563]: DEBUG nova.virt.hardware [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1258.639841] env[62563]: DEBUG nova.virt.hardware [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1258.640039] env[62563]: DEBUG nova.virt.hardware [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1258.640212] env[62563]: DEBUG nova.virt.hardware [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1258.640390] env[62563]: DEBUG nova.virt.hardware [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1258.641382] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd533a57-0ad3-4fb5-9c36-c90f0bcfca0b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.655197] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96fb1c8-db37-47a0-a600-9ecf9eaeeee5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.688801] env[62563]: DEBUG nova.compute.manager [req-4700c262-15c9-467a-86ac-be80d491c221 req-eb25a011-3acf-45c3-95e1-3ac23340aaad service nova] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Received event network-vif-plugged-50c8d845-d783-4e82-9a9e-98d0141758be {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1258.688801] env[62563]: DEBUG oslo_concurrency.lockutils [req-4700c262-15c9-467a-86ac-be80d491c221 req-eb25a011-3acf-45c3-95e1-3ac23340aaad service nova] Acquiring lock "f23024ac-227c-4b6e-831d-7d58d6e41be9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.688801] env[62563]: DEBUG oslo_concurrency.lockutils [req-4700c262-15c9-467a-86ac-be80d491c221 req-eb25a011-3acf-45c3-95e1-3ac23340aaad service nova] Lock "f23024ac-227c-4b6e-831d-7d58d6e41be9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.688898] env[62563]: DEBUG oslo_concurrency.lockutils [req-4700c262-15c9-467a-86ac-be80d491c221 req-eb25a011-3acf-45c3-95e1-3ac23340aaad service nova] Lock "f23024ac-227c-4b6e-831d-7d58d6e41be9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.689036] env[62563]: DEBUG nova.compute.manager [req-4700c262-15c9-467a-86ac-be80d491c221 req-eb25a011-3acf-45c3-95e1-3ac23340aaad service nova] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] No waiting events found dispatching network-vif-plugged-50c8d845-d783-4e82-9a9e-98d0141758be {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1258.689680] env[62563]: WARNING nova.compute.manager [req-4700c262-15c9-467a-86ac-be80d491c221 req-eb25a011-3acf-45c3-95e1-3ac23340aaad service nova] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Received unexpected event network-vif-plugged-50c8d845-d783-4e82-9a9e-98d0141758be for instance with vm_state building and task_state spawning. [ 1258.738953] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Acquiring lock "1d2670a8-da71-4689-98d3-f23a84db3452" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.738953] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Lock "1d2670a8-da71-4689-98d3-f23a84db3452" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.789701] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.790243] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1258.793371] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.132s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.794815] env[62563]: INFO nova.compute.claims [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.820025] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06657} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.820378] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.821618] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ca8c90-6d4a-4d63-9c2c-12038db7aa59 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.856313] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 55e060d3-6fa8-4858-84cb-8167f0056b7e/55e060d3-6fa8-4858-84cb-8167f0056b7e.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.856313] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa81681d-72f6-4a66-b709-d61e0639e592 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.874660] env[62563]: DEBUG nova.network.neutron [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Successfully updated port: 4323bf27-757b-4e93-9002-a5fe791dd34d {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.882508] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1258.882508] env[62563]: value = "task-1750305" [ 1258.882508] env[62563]: _type = "Task" [ 1258.882508] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.892218] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.116091] env[62563]: DEBUG nova.network.neutron [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Updating instance_info_cache with network_info: [{"id": "50c8d845-d783-4e82-9a9e-98d0141758be", "address": "fa:16:3e:a1:19:61", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50c8d845-d7", "ovs_interfaceid": "50c8d845-d783-4e82-9a9e-98d0141758be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.299772] env[62563]: DEBUG nova.compute.utils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1259.301478] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1259.301670] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.371667] env[62563]: DEBUG nova.policy [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a746832b1f974490bb109c9a964b08c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b847abde078496384e5c617efef965e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1259.377556] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "refresh_cache-b545c91c-e85c-467c-9fe5-1b57e75c5aba" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.378053] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "refresh_cache-b545c91c-e85c-467c-9fe5-1b57e75c5aba" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.378222] env[62563]: DEBUG nova.network.neutron [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.397486] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750305, 'name': ReconfigVM_Task, 'duration_secs': 0.295823} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.397927] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 55e060d3-6fa8-4858-84cb-8167f0056b7e/55e060d3-6fa8-4858-84cb-8167f0056b7e.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.400433] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43f6808e-bd4a-4121-abd1-47a644d5e16e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.406401] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1259.406401] env[62563]: value = "task-1750306" [ 1259.406401] env[62563]: _type = "Task" [ 1259.406401] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.415101] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750306, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.624093] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Releasing lock "refresh_cache-f23024ac-227c-4b6e-831d-7d58d6e41be9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.624093] env[62563]: DEBUG nova.compute.manager [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Instance network_info: |[{"id": "50c8d845-d783-4e82-9a9e-98d0141758be", "address": "fa:16:3e:a1:19:61", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50c8d845-d7", "ovs_interfaceid": "50c8d845-d783-4e82-9a9e-98d0141758be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1259.624223] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:19:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50c8d845-d783-4e82-9a9e-98d0141758be', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.636092] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Creating folder: Project (e811afbae51743eaa8684898470c8443). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.636092] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cfca5d3-974e-4d9a-8103-b8ba57e5933c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.641143] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Successfully created port: 6aa558f9-3087-4790-8b59-710dc673b54d {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.648153] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Created folder: Project (e811afbae51743eaa8684898470c8443) in parent group-v363823. [ 1259.648616] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Creating folder: Instances. Parent ref: group-v363827. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.648950] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d1224de-6215-4c0e-b5dc-12c088cd8d42 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.659733] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Created folder: Instances in parent group-v363827. [ 1259.659733] env[62563]: DEBUG oslo.service.loopingcall [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1259.659733] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.659733] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5497d52d-0da4-41ef-b09f-831103e18f0f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.682021] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.682021] env[62563]: value = "task-1750309" [ 1259.682021] env[62563]: _type = "Task" [ 1259.682021] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.689509] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750309, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.810015] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1259.921784] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750306, 'name': Rename_Task, 'duration_secs': 0.130919} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.924984] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.925873] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2c07552-3e1c-430a-846f-16a2466b5a47 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.934359] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1259.934359] env[62563]: value = "task-1750310" [ 1259.934359] env[62563]: _type = "Task" [ 1259.934359] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.953335] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750310, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.956284] env[62563]: DEBUG nova.network.neutron [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.034630] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2309fc0c-01de-4a2f-9e63-9005ded60949 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.043215] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a58e9dc-6a00-4895-949b-b045f2545ca9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.093085] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6e2387-f9bb-4b50-a556-8c13d785b053 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.104168] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c86fab-def9-45f5-afda-32c2b4db823c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.127127] env[62563]: DEBUG nova.compute.provider_tree [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.208173] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750309, 'name': CreateVM_Task, 'duration_secs': 0.34011} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.209434] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.234222] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.234222] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.237786] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.237786] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5f557c-b751-4a97-a1f1-68cc9a16644e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.240796] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Waiting for the task: (returnval){ [ 1260.240796] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]522253ce-d919-1b06-095f-fa3316b80f3f" [ 1260.240796] env[62563]: _type = "Task" [ 1260.240796] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.252659] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522253ce-d919-1b06-095f-fa3316b80f3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.451727] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750310, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.504337] env[62563]: DEBUG nova.network.neutron [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Updating instance_info_cache with network_info: [{"id": "4323bf27-757b-4e93-9002-a5fe791dd34d", "address": "fa:16:3e:3d:62:73", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4323bf27-75", "ovs_interfaceid": "4323bf27-757b-4e93-9002-a5fe791dd34d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.650122] env[62563]: ERROR nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [req-45d9fc94-2e92-4a22-8cf7-3092fbd5e7ed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-45d9fc94-2e92-4a22-8cf7-3092fbd5e7ed"}]} [ 1260.675069] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1260.700027] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1260.700300] env[62563]: DEBUG nova.compute.provider_tree [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.711444] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Acquiring lock "c8fb0191-9677-4361-8ed4-5592fd35be72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.711444] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.724254] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1260.758487] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522253ce-d919-1b06-095f-fa3316b80f3f, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.758487] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1260.760881] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.761127] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.761400] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.761565] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.761858] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.762286] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-416fd869-c3ac-4398-a012-4fe0072b17ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.772931] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.773250] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.774348] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a62966d-74e3-439a-b59a-1cb4a4c6e790 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.781440] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Waiting for the task: (returnval){ [ 1260.781440] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52303843-0df7-5318-9da6-3983d1cdf117" [ 1260.781440] env[62563]: _type = "Task" [ 1260.781440] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.794023] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52303843-0df7-5318-9da6-3983d1cdf117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.818184] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1260.844558] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1260.845612] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1260.845612] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.845612] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1260.845612] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.845818] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1260.846092] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1260.846263] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1260.846583] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1260.846768] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1260.847114] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1260.848395] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61363fc9-0aec-495a-b851-4877c62c0774 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.861842] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a59a404-a5cf-4110-a62a-3b28a055387f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.951419] env[62563]: DEBUG oslo_vmware.api [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750310, 'name': PowerOnVM_Task, 'duration_secs': 0.706324} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.951955] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.952390] env[62563]: INFO nova.compute.manager [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1260.952649] env[62563]: DEBUG nova.compute.manager [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1260.953543] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43015af7-6842-46ff-a648-675417a97c57 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.999781] env[62563]: DEBUG nova.network.neutron [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Successfully updated port: a09170a4-c2d2-435b-9196-333640c11d15 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.010991] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "refresh_cache-b545c91c-e85c-467c-9fe5-1b57e75c5aba" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.011320] env[62563]: DEBUG nova.compute.manager [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Instance network_info: |[{"id": "4323bf27-757b-4e93-9002-a5fe791dd34d", "address": "fa:16:3e:3d:62:73", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4323bf27-75", "ovs_interfaceid": "4323bf27-757b-4e93-9002-a5fe791dd34d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1261.012019] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:62:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4323bf27-757b-4e93-9002-a5fe791dd34d', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.019810] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Creating folder: Project (053e47f46cf24867892244da432f0474). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.023089] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f369fc1c-fbd7-4352-9cff-484123644272 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.035948] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Created folder: Project (053e47f46cf24867892244da432f0474) in parent group-v363823. [ 1261.035948] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Creating folder: Instances. Parent ref: group-v363830. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.037066] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1d5adba-1652-4794-8af4-6dfc27a9325b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.039616] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fc29ba-5a4b-4e1f-97cb-177e42b6fa0c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.048329] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4e6ca4-6697-499f-8aa5-cda54e18ad41 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.086891] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cec1151-10e6-4b92-a9ad-2e26c7b82f4b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.089822] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Created folder: Instances in parent group-v363830. [ 1261.090052] env[62563]: DEBUG oslo.service.loopingcall [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1261.090250] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.090896] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45a07192-8769-4546-adf4-e1de52869dc2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.111804] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267b180d-f8d6-437c-99f7-6bd521adf34c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.117776] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.117776] env[62563]: value = "task-1750313" [ 1261.117776] env[62563]: _type = "Task" [ 1261.117776] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.128694] env[62563]: DEBUG nova.compute.provider_tree [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.134592] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750313, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.293853] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52303843-0df7-5318-9da6-3983d1cdf117, 'name': SearchDatastore_Task, 'duration_secs': 0.011496} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.294855] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bade3d5-6a48-4a15-8dfa-92e8d432917b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.305022] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Waiting for the task: (returnval){ [ 1261.305022] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5251ed50-2b13-57b5-d8a1-49cd8385e5db" [ 1261.305022] env[62563]: _type = "Task" [ 1261.305022] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.312606] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5251ed50-2b13-57b5-d8a1-49cd8385e5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.475026] env[62563]: INFO nova.compute.manager [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Took 14.24 seconds to build instance. [ 1261.506347] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquiring lock "refresh_cache-df066bf7-41de-4e0d-ad4f-2dbf6573f743" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.506347] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquired lock "refresh_cache-df066bf7-41de-4e0d-ad4f-2dbf6573f743" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.506347] env[62563]: DEBUG nova.network.neutron [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.572252] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Successfully updated port: 6aa558f9-3087-4790-8b59-710dc673b54d {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.627805] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750313, 'name': CreateVM_Task, 'duration_secs': 0.355794} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.627991] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.628953] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.629142] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.629455] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1261.629696] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5217188e-e748-4747-b08a-0994c189a57b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.638026] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1261.638026] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527dc02a-8945-454b-ea9a-7c5706dfa9ce" [ 1261.638026] env[62563]: _type = "Task" [ 1261.638026] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.646463] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527dc02a-8945-454b-ea9a-7c5706dfa9ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.650948] env[62563]: ERROR nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [req-a01e1134-0243-4235-9d1a-8f7f8de702c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a01e1134-0243-4235-9d1a-8f7f8de702c8"}]} [ 1261.669090] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1261.681874] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1261.682330] env[62563]: DEBUG nova.compute.provider_tree [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.703469] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1261.723509] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1261.821140] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5251ed50-2b13-57b5-d8a1-49cd8385e5db, 'name': SearchDatastore_Task, 'duration_secs': 0.008865} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.821140] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.821430] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] f23024ac-227c-4b6e-831d-7d58d6e41be9/f23024ac-227c-4b6e-831d-7d58d6e41be9.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.821747] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f2cdab4-c786-45aa-a968-b60263fd1a23 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.832473] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Waiting for the task: (returnval){ [ 1261.832473] env[62563]: value = "task-1750314" [ 1261.832473] env[62563]: _type = "Task" [ 1261.832473] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.847029] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.981488] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8e243a2c-65c3-412d-b075-aff7a5b1782e tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Lock "55e060d3-6fa8-4858-84cb-8167f0056b7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.752s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.043809] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "decfd5f0-3c57-4230-b6cf-5ffc541c53bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.044197] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "decfd5f0-3c57-4230-b6cf-5ffc541c53bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.073851] env[62563]: DEBUG nova.network.neutron [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.077260] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "refresh_cache-8010219a-1550-462c-8e87-097a2b079d44" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.077726] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquired lock "refresh_cache-8010219a-1550-462c-8e87-097a2b079d44" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.077726] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.101585] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1df8d31-b056-46d2-bb8d-0344bdf21ed8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.112479] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45913b37-2b35-4049-931b-dc5b0f525de8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.163194] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec99df00-8f8f-49c6-9d5e-1ca9b772bc7a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.173532] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527dc02a-8945-454b-ea9a-7c5706dfa9ce, 'name': SearchDatastore_Task, 'duration_secs': 0.007973} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.175966] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.176253] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.176487] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.176643] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.176864] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.177208] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fad31a2a-8261-4972-9ce1-f1d7ec9602b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.180218] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238876a6-ac21-4d9d-a4ba-18304c06a429 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.195939] env[62563]: DEBUG nova.compute.provider_tree [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.199917] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.199917] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.203096] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942f239d-f51a-424b-95e6-b9f6ed6e9b59 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.214521] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1262.214521] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52905bbf-6f16-0031-93ea-fddde0cef1f4" [ 1262.214521] env[62563]: _type = "Task" [ 1262.214521] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.225478] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52905bbf-6f16-0031-93ea-fddde0cef1f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.345444] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487155} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.345444] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] f23024ac-227c-4b6e-831d-7d58d6e41be9/f23024ac-227c-4b6e-831d-7d58d6e41be9.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.345611] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.347213] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee83ddf6-abe2-4a06-8646-cf08405503be {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.352394] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Waiting for the task: (returnval){ [ 1262.352394] env[62563]: value = "task-1750315" [ 1262.352394] env[62563]: _type = "Task" [ 1262.352394] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.361485] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.412579] env[62563]: DEBUG nova.network.neutron [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Updating instance_info_cache with network_info: [{"id": "a09170a4-c2d2-435b-9196-333640c11d15", "address": "fa:16:3e:cd:4d:07", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09170a4-c2", "ovs_interfaceid": "a09170a4-c2d2-435b-9196-333640c11d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.484854] env[62563]: DEBUG nova.compute.manager [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1262.625760] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.733736] env[62563]: ERROR nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [req-58277876-c6a2-4434-bbd0-e51a9126a571] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-58277876-c6a2-4434-bbd0-e51a9126a571"}]} [ 1262.735430] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52905bbf-6f16-0031-93ea-fddde0cef1f4, 'name': SearchDatastore_Task, 'duration_secs': 0.057563} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.739810] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388ea079-083a-4af0-a767-f4ad63734449 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.747285] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1262.747285] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526dc490-4dec-44d0-1fcc-58830144854c" [ 1262.747285] env[62563]: _type = "Task" [ 1262.747285] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.758937] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526dc490-4dec-44d0-1fcc-58830144854c, 'name': SearchDatastore_Task, 'duration_secs': 0.00849} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.761854] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.762160] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] b545c91c-e85c-467c-9fe5-1b57e75c5aba/b545c91c-e85c-467c-9fe5-1b57e75c5aba.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.762688] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eab612d-558c-4c27-b412-7b82d83da387 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.770521] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1262.770521] env[62563]: value = "task-1750316" [ 1262.770521] env[62563]: _type = "Task" [ 1262.770521] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.771520] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1262.786443] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.799155] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1262.799155] env[62563]: DEBUG nova.compute.provider_tree [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.825404] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1262.865907] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059927} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.868219] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.868219] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e9a048-656d-427e-8052-effd9f88485f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.875699] env[62563]: DEBUG nova.compute.manager [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Received event network-changed-50c8d845-d783-4e82-9a9e-98d0141758be {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1262.875699] env[62563]: DEBUG nova.compute.manager [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Refreshing instance network info cache due to event network-changed-50c8d845-d783-4e82-9a9e-98d0141758be. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1262.875861] env[62563]: DEBUG oslo_concurrency.lockutils [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] Acquiring lock "refresh_cache-f23024ac-227c-4b6e-831d-7d58d6e41be9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.876067] env[62563]: DEBUG oslo_concurrency.lockutils [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] Acquired lock "refresh_cache-f23024ac-227c-4b6e-831d-7d58d6e41be9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.876297] env[62563]: DEBUG nova.network.neutron [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Refreshing network info cache for port 50c8d845-d783-4e82-9a9e-98d0141758be {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.878513] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1262.905369] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] f23024ac-227c-4b6e-831d-7d58d6e41be9/f23024ac-227c-4b6e-831d-7d58d6e41be9.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.906865] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96d79b5b-1830-4ddf-af62-24bf66c5232b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.929509] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Releasing lock "refresh_cache-df066bf7-41de-4e0d-ad4f-2dbf6573f743" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.932716] env[62563]: DEBUG nova.compute.manager [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Instance network_info: |[{"id": "a09170a4-c2d2-435b-9196-333640c11d15", "address": "fa:16:3e:cd:4d:07", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09170a4-c2", "ovs_interfaceid": "a09170a4-c2d2-435b-9196-333640c11d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1262.932826] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Updating instance_info_cache with network_info: [{"id": "6aa558f9-3087-4790-8b59-710dc673b54d", "address": "fa:16:3e:4e:97:7c", "network": {"id": "08fbd26f-5620-44aa-b23b-ae25397a67ef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-294296162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b847abde078496384e5c617efef965e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aa558f9-30", "ovs_interfaceid": "6aa558f9-3087-4790-8b59-710dc673b54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.940027] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:4d:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a09170a4-c2d2-435b-9196-333640c11d15', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.947762] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Creating folder: Project (e656488f509446a58d5855211ab47991). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.948889] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0ea5517-8c60-40a6-813a-ec24e8c62bb6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.956283] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Waiting for the task: (returnval){ [ 1262.956283] env[62563]: value = "task-1750317" [ 1262.956283] env[62563]: _type = "Task" [ 1262.956283] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.964398] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Created folder: Project (e656488f509446a58d5855211ab47991) in parent group-v363823. [ 1262.964720] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Creating folder: Instances. Parent ref: group-v363833. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.965415] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e352d096-bcc0-470c-a002-72bebe216499 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.970968] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750317, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.983196] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Created folder: Instances in parent group-v363833. [ 1262.983828] env[62563]: DEBUG oslo.service.loopingcall [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1262.984412] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.985245] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8dc0e74-3c48-4c9f-b539-49318e14b21c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.015560] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.015560] env[62563]: value = "task-1750320" [ 1263.015560] env[62563]: _type = "Task" [ 1263.015560] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.023107] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750320, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.034318] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.227341] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquiring lock "b49674e8-0ae9-4130-b0c2-dc38d0c76a90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.227539] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Lock "b49674e8-0ae9-4130-b0c2-dc38d0c76a90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.228447] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fc6dcc-e636-4b0f-814d-5a4dc8f469b9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.237845] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab62b861-7774-41d5-b5e9-b66dd884fb98 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.270795] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3769b8-bba2-4517-878a-e5b74571a499 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.285507] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f598aeee-70fd-47ae-8266-e64ba9576260 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.290045] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750316, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.302664] env[62563]: DEBUG nova.compute.provider_tree [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.434048] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Releasing lock "refresh_cache-8010219a-1550-462c-8e87-097a2b079d44" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.434570] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Instance network_info: |[{"id": "6aa558f9-3087-4790-8b59-710dc673b54d", "address": "fa:16:3e:4e:97:7c", "network": {"id": "08fbd26f-5620-44aa-b23b-ae25397a67ef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-294296162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b847abde078496384e5c617efef965e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aa558f9-30", "ovs_interfaceid": "6aa558f9-3087-4790-8b59-710dc673b54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1263.435303] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:97:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6aa558f9-3087-4790-8b59-710dc673b54d', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.445506] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Creating folder: Project (9b847abde078496384e5c617efef965e). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.448830] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1aa8c99d-fed5-45fc-a0eb-00691c19209c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.461435] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Created folder: Project (9b847abde078496384e5c617efef965e) in parent group-v363823. [ 1263.461630] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Creating folder: Instances. Parent ref: group-v363836. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.462368] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ac3dfaf-c6f1-49c5-9e1a-2e9f950f5526 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.467177] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.474979] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Created folder: Instances in parent group-v363836. [ 1263.474979] env[62563]: DEBUG oslo.service.loopingcall [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1263.474979] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.475702] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac71f4da-c900-4574-bc98-350dbd20ffe7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.498367] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.498367] env[62563]: value = "task-1750323" [ 1263.498367] env[62563]: _type = "Task" [ 1263.498367] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.506851] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750323, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.525589] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750320, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.788812] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587137} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.789098] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] b545c91c-e85c-467c-9fe5-1b57e75c5aba/b545c91c-e85c-467c-9fe5-1b57e75c5aba.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.789313] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.790611] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8c09350-e692-4388-b7f1-d4b208b198d8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.798475] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1263.798475] env[62563]: value = "task-1750324" [ 1263.798475] env[62563]: _type = "Task" [ 1263.798475] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.817021] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.871647] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1263.871647] env[62563]: DEBUG nova.compute.provider_tree [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 19 to 20 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1263.871647] env[62563]: DEBUG nova.compute.provider_tree [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.969225] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750317, 'name': ReconfigVM_Task, 'duration_secs': 0.688804} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.969225] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Reconfigured VM instance instance-00000002 to attach disk [datastore1] f23024ac-227c-4b6e-831d-7d58d6e41be9/f23024ac-227c-4b6e-831d-7d58d6e41be9.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.969225] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71f8bfbd-879d-491f-9e8e-6dcb235ff155 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.975689] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Waiting for the task: (returnval){ [ 1263.975689] env[62563]: value = "task-1750325" [ 1263.975689] env[62563]: _type = "Task" [ 1263.975689] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.989067] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750325, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.011195] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750323, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.025617] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750320, 'name': CreateVM_Task, 'duration_secs': 0.6303} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.029183] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.029960] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.030151] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.030612] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.030743] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2272d6b2-8ce6-4065-bb8f-0ac951f3470f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.035885] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1264.035885] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]522ed51b-32c7-51e0-1626-27bf04dc7b6f" [ 1264.035885] env[62563]: _type = "Task" [ 1264.035885] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.044894] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522ed51b-32c7-51e0-1626-27bf04dc7b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.149941] env[62563]: DEBUG nova.network.neutron [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Updated VIF entry in instance network info cache for port 50c8d845-d783-4e82-9a9e-98d0141758be. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.150286] env[62563]: DEBUG nova.network.neutron [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Updating instance_info_cache with network_info: [{"id": "50c8d845-d783-4e82-9a9e-98d0141758be", "address": "fa:16:3e:a1:19:61", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50c8d845-d7", "ovs_interfaceid": "50c8d845-d783-4e82-9a9e-98d0141758be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.312789] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070243} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.315827] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.316726] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901299a9-7b00-47f7-a881-1f1c7991654f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.341372] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] b545c91c-e85c-467c-9fe5-1b57e75c5aba/b545c91c-e85c-467c-9fe5-1b57e75c5aba.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.341681] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f787e2-fc75-4dac-875b-1972429e4681 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.361689] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1264.361689] env[62563]: value = "task-1750326" [ 1264.361689] env[62563]: _type = "Task" [ 1264.361689] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.375032] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.380031] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.586s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.380031] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1264.382250] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.707s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.384025] env[62563]: INFO nova.compute.claims [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.488482] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750325, 'name': Rename_Task, 'duration_secs': 0.168784} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.488671] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.489591] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fd3028d-3472-4fb4-8231-d0a369b3cb60 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.496568] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Waiting for the task: (returnval){ [ 1264.496568] env[62563]: value = "task-1750327" [ 1264.496568] env[62563]: _type = "Task" [ 1264.496568] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.509741] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.512991] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750323, 'name': CreateVM_Task, 'duration_secs': 0.613273} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.513214] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.513901] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.549764] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522ed51b-32c7-51e0-1626-27bf04dc7b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011283} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.549764] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.549764] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.549764] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.550126] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.550126] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.550126] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.550258] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.550638] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb6cf9ed-6a1f-4e2c-933a-86f223dc2538 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.555023] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d758c4e-fe64-4ced-ba6e-d3d77d8a5016 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.560787] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1264.560787] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d37d93-4dd1-c04e-5602-d0ec29190e66" [ 1264.560787] env[62563]: _type = "Task" [ 1264.560787] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.570314] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.571127] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.571127] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.571127] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.574885] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640cf354-9a7b-4a41-afa5-96f2e07221ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.577764] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d37d93-4dd1-c04e-5602-d0ec29190e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.581384] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1264.581384] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a69578-c463-b7da-3253-a01b0f7b85c0" [ 1264.581384] env[62563]: _type = "Task" [ 1264.581384] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.590096] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a69578-c463-b7da-3253-a01b0f7b85c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.654705] env[62563]: DEBUG oslo_concurrency.lockutils [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] Releasing lock "refresh_cache-f23024ac-227c-4b6e-831d-7d58d6e41be9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.654705] env[62563]: DEBUG nova.compute.manager [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Received event network-vif-plugged-4323bf27-757b-4e93-9002-a5fe791dd34d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1264.654705] env[62563]: DEBUG oslo_concurrency.lockutils [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] Acquiring lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.654874] env[62563]: DEBUG oslo_concurrency.lockutils [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] Lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.655016] env[62563]: DEBUG oslo_concurrency.lockutils [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] Lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.655214] env[62563]: DEBUG nova.compute.manager [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] No waiting events found dispatching network-vif-plugged-4323bf27-757b-4e93-9002-a5fe791dd34d {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1264.655394] env[62563]: WARNING nova.compute.manager [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Received unexpected event network-vif-plugged-4323bf27-757b-4e93-9002-a5fe791dd34d for instance with vm_state building and task_state spawning. [ 1264.655560] env[62563]: DEBUG nova.compute.manager [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Received event network-changed-4323bf27-757b-4e93-9002-a5fe791dd34d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1264.655711] env[62563]: DEBUG nova.compute.manager [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Refreshing instance network info cache due to event network-changed-4323bf27-757b-4e93-9002-a5fe791dd34d. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1264.655905] env[62563]: DEBUG oslo_concurrency.lockutils [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] Acquiring lock "refresh_cache-b545c91c-e85c-467c-9fe5-1b57e75c5aba" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.656055] env[62563]: DEBUG oslo_concurrency.lockutils [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] Acquired lock "refresh_cache-b545c91c-e85c-467c-9fe5-1b57e75c5aba" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.656217] env[62563]: DEBUG nova.network.neutron [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Refreshing network info cache for port 4323bf27-757b-4e93-9002-a5fe791dd34d {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.878101] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750326, 'name': ReconfigVM_Task, 'duration_secs': 0.279776} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.878101] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Reconfigured VM instance instance-00000003 to attach disk [datastore1] b545c91c-e85c-467c-9fe5-1b57e75c5aba/b545c91c-e85c-467c-9fe5-1b57e75c5aba.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.878101] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2acd54a-137a-428d-9572-de171ddf29b8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.884294] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1264.884294] env[62563]: value = "task-1750328" [ 1264.884294] env[62563]: _type = "Task" [ 1264.884294] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.888784] env[62563]: DEBUG nova.compute.utils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1264.892534] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1264.892645] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.901035] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750328, 'name': Rename_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.007895] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750327, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.009882] env[62563]: DEBUG nova.policy [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a746832b1f974490bb109c9a964b08c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b847abde078496384e5c617efef965e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1265.034220] env[62563]: DEBUG nova.compute.manager [None req-ca6cd5fd-cdd2-404a-93f5-bd333bbbb434 tempest-ServerDiagnosticsV248Test-2012388002 tempest-ServerDiagnosticsV248Test-2012388002-project-admin] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1265.034220] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0735e171-41f1-4af9-8f2f-ab7a5c6f0029 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.039921] env[62563]: INFO nova.compute.manager [None req-ca6cd5fd-cdd2-404a-93f5-bd333bbbb434 tempest-ServerDiagnosticsV248Test-2012388002 tempest-ServerDiagnosticsV248Test-2012388002-project-admin] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Retrieving diagnostics [ 1265.042267] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a42c0f-7960-45e4-a94b-d9298825d34d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.097662] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a69578-c463-b7da-3253-a01b0f7b85c0, 'name': SearchDatastore_Task, 'duration_secs': 0.019488} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.102816] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d37d93-4dd1-c04e-5602-d0ec29190e66, 'name': SearchDatastore_Task, 'duration_secs': 0.021063} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.103095] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6eb71b-1265-48e4-8c4d-bd4f0f8746ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.105563] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.105803] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.106021] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.111563] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1265.111563] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fb42cf-ea8a-749f-9ee3-555cadc30edb" [ 1265.111563] env[62563]: _type = "Task" [ 1265.111563] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.117591] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fb42cf-ea8a-749f-9ee3-555cadc30edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.399749] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1265.405578] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750328, 'name': Rename_Task, 'duration_secs': 0.147292} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.406823] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.407108] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da8335c5-92ad-45a4-b818-0843a6f13df1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.413425] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1265.413425] env[62563]: value = "task-1750329" [ 1265.413425] env[62563]: _type = "Task" [ 1265.413425] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.424984] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.511581] env[62563]: DEBUG oslo_vmware.api [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750327, 'name': PowerOnVM_Task, 'duration_secs': 0.61895} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.511874] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.513159] env[62563]: INFO nova.compute.manager [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Took 11.69 seconds to spawn the instance on the hypervisor. [ 1265.513159] env[62563]: DEBUG nova.compute.manager [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1265.514071] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a182376-7e3c-4762-ae76-e8672a718e14 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.619679] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fb42cf-ea8a-749f-9ee3-555cadc30edb, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.620025] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.620285] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] df066bf7-41de-4e0d-ad4f-2dbf6573f743/df066bf7-41de-4e0d-ad4f-2dbf6573f743.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.620550] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.620729] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.620967] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4af22ff6-faae-48c4-b44e-b673b26b957a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.627636] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-089a1716-483e-4bd7-a714-ae8a132491d2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.636906] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1265.636906] env[62563]: value = "task-1750330" [ 1265.636906] env[62563]: _type = "Task" [ 1265.636906] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.642293] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.642476] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.648997] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Successfully created port: 6546dbed-d009-406c-a9c6-9745c0c2cf37 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.649830] env[62563]: DEBUG nova.network.neutron [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Updated VIF entry in instance network info cache for port 4323bf27-757b-4e93-9002-a5fe791dd34d. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.651685] env[62563]: DEBUG nova.network.neutron [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Updating instance_info_cache with network_info: [{"id": "4323bf27-757b-4e93-9002-a5fe791dd34d", "address": "fa:16:3e:3d:62:73", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4323bf27-75", "ovs_interfaceid": "4323bf27-757b-4e93-9002-a5fe791dd34d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.653749] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584d064a-a3bc-4d12-9862-154ad24d9761 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.662704] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.665713] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1265.665713] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b664fb-5e0e-a3c2-5b0a-5580c83d0443" [ 1265.665713] env[62563]: _type = "Task" [ 1265.665713] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.675375] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b664fb-5e0e-a3c2-5b0a-5580c83d0443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.734837] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5fcc3e-8fe2-4b6f-9c77-b6c10d6c8df9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.741377] env[62563]: DEBUG nova.compute.manager [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Received event network-changed-a09170a4-c2d2-435b-9196-333640c11d15 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1265.741434] env[62563]: DEBUG nova.compute.manager [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Refreshing instance network info cache due to event network-changed-a09170a4-c2d2-435b-9196-333640c11d15. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1265.741680] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] Acquiring lock "refresh_cache-df066bf7-41de-4e0d-ad4f-2dbf6573f743" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.741803] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] Acquired lock "refresh_cache-df066bf7-41de-4e0d-ad4f-2dbf6573f743" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.741968] env[62563]: DEBUG nova.network.neutron [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Refreshing network info cache for port a09170a4-c2d2-435b-9196-333640c11d15 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.747095] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7755a3-7c3a-4751-a5b6-d8ab3d5c72ab {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.779544] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdc9ba6-d96a-44b2-a087-a11229489a4a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.787199] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bab2c58-b5fb-4ea3-8a0f-d3321c70feed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.802086] env[62563]: DEBUG nova.compute.provider_tree [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.931056] env[62563]: DEBUG oslo_vmware.api [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750329, 'name': PowerOnVM_Task, 'duration_secs': 0.47282} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.931056] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.931056] env[62563]: INFO nova.compute.manager [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1265.931056] env[62563]: DEBUG nova.compute.manager [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1265.931530] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaa7ae9-4027-4eb6-9d71-2f1c8da35673 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.038940] env[62563]: INFO nova.compute.manager [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Took 18.42 seconds to build instance. [ 1266.151009] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750330, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.164739] env[62563]: DEBUG oslo_concurrency.lockutils [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] Releasing lock "refresh_cache-b545c91c-e85c-467c-9fe5-1b57e75c5aba" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.164739] env[62563]: DEBUG nova.compute.manager [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Received event network-vif-plugged-a09170a4-c2d2-435b-9196-333640c11d15 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1266.164739] env[62563]: DEBUG oslo_concurrency.lockutils [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] Acquiring lock "df066bf7-41de-4e0d-ad4f-2dbf6573f743-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.164739] env[62563]: DEBUG oslo_concurrency.lockutils [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] Lock "df066bf7-41de-4e0d-ad4f-2dbf6573f743-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.164739] env[62563]: DEBUG oslo_concurrency.lockutils [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] Lock "df066bf7-41de-4e0d-ad4f-2dbf6573f743-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.165290] env[62563]: DEBUG nova.compute.manager [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] No waiting events found dispatching network-vif-plugged-a09170a4-c2d2-435b-9196-333640c11d15 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1266.165290] env[62563]: WARNING nova.compute.manager [req-68637721-88e6-4de2-88f2-7c266e9e97c9 req-d3dc94ef-292c-4a94-b883-efb104333b69 service nova] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Received unexpected event network-vif-plugged-a09170a4-c2d2-435b-9196-333640c11d15 for instance with vm_state building and task_state spawning. [ 1266.176201] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b664fb-5e0e-a3c2-5b0a-5580c83d0443, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.177272] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010530d8-7217-4912-8055-4fd84e035eb1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.183447] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1266.183447] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d49c52-9891-a0c4-09cd-e73bd19c41f9" [ 1266.183447] env[62563]: _type = "Task" [ 1266.183447] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.192740] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d49c52-9891-a0c4-09cd-e73bd19c41f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.305477] env[62563]: DEBUG nova.scheduler.client.report [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1266.413668] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1266.443705] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1266.443784] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1266.443895] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.446188] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1266.446386] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.446542] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1266.446758] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1266.446945] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1266.447147] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1266.447314] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1266.447573] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1266.453377] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131eb101-d358-49f7-ba70-17e80fdaffc3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.463140] env[62563]: INFO nova.compute.manager [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Took 18.43 seconds to build instance. [ 1266.472465] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b4d7c-1cb8-4f5a-a79b-b9dfa367cde9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.511360] env[62563]: DEBUG nova.network.neutron [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Updated VIF entry in instance network info cache for port a09170a4-c2d2-435b-9196-333640c11d15. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.511935] env[62563]: DEBUG nova.network.neutron [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Updating instance_info_cache with network_info: [{"id": "a09170a4-c2d2-435b-9196-333640c11d15", "address": "fa:16:3e:cd:4d:07", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09170a4-c2", "ovs_interfaceid": "a09170a4-c2d2-435b-9196-333640c11d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.542411] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9ebb3ed2-d5cf-4a84-a1c8-6a7c4ab0324b tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Lock "f23024ac-227c-4b6e-831d-7d58d6e41be9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.939s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.651081] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616347} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.651688] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] df066bf7-41de-4e0d-ad4f-2dbf6573f743/df066bf7-41de-4e0d-ad4f-2dbf6573f743.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.653494] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.653805] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9682e6c0-e0c8-494a-a716-2fc45a3fa8c5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.666537] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1266.666537] env[62563]: value = "task-1750331" [ 1266.666537] env[62563]: _type = "Task" [ 1266.666537] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.677234] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.698233] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d49c52-9891-a0c4-09cd-e73bd19c41f9, 'name': SearchDatastore_Task, 'duration_secs': 0.02305} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.698233] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.698419] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8010219a-1550-462c-8e87-097a2b079d44/8010219a-1550-462c-8e87-097a2b079d44.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.698648] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c146a6b-84c9-4082-b6e8-ed5e76df2cdb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.710402] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1266.710402] env[62563]: value = "task-1750332" [ 1266.710402] env[62563]: _type = "Task" [ 1266.710402] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.720580] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.812195] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.812706] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1266.815360] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.033s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.817505] env[62563]: INFO nova.compute.claims [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.936987] env[62563]: DEBUG nova.compute.manager [None req-b7f2a16d-ab2f-4bd2-9005-9d2a386f3197 tempest-ServerDiagnosticsTest-579227376 tempest-ServerDiagnosticsTest-579227376-project-admin] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1266.938579] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e9e027-f89b-4c91-b6d6-b7b9db1ce0d5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.948309] env[62563]: INFO nova.compute.manager [None req-b7f2a16d-ab2f-4bd2-9005-9d2a386f3197 tempest-ServerDiagnosticsTest-579227376 tempest-ServerDiagnosticsTest-579227376-project-admin] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Retrieving diagnostics [ 1266.948919] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f547ec-f4a4-4ef2-b1f0-d66c9459a3c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.983525] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8cf94f72-df06-4bfd-bb0e-f34a22ee4d31 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.969s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.014410] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] Releasing lock "refresh_cache-df066bf7-41de-4e0d-ad4f-2dbf6573f743" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.014676] env[62563]: DEBUG nova.compute.manager [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Received event network-vif-plugged-6aa558f9-3087-4790-8b59-710dc673b54d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1267.014860] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] Acquiring lock "8010219a-1550-462c-8e87-097a2b079d44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.015074] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] Lock "8010219a-1550-462c-8e87-097a2b079d44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.015285] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] Lock "8010219a-1550-462c-8e87-097a2b079d44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.015452] env[62563]: DEBUG nova.compute.manager [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] [instance: 8010219a-1550-462c-8e87-097a2b079d44] No waiting events found dispatching network-vif-plugged-6aa558f9-3087-4790-8b59-710dc673b54d {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1267.015613] env[62563]: WARNING nova.compute.manager [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Received unexpected event network-vif-plugged-6aa558f9-3087-4790-8b59-710dc673b54d for instance with vm_state building and task_state spawning. [ 1267.015768] env[62563]: DEBUG nova.compute.manager [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Received event network-changed-6aa558f9-3087-4790-8b59-710dc673b54d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1267.015919] env[62563]: DEBUG nova.compute.manager [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Refreshing instance network info cache due to event network-changed-6aa558f9-3087-4790-8b59-710dc673b54d. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1267.016114] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] Acquiring lock "refresh_cache-8010219a-1550-462c-8e87-097a2b079d44" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.016244] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] Acquired lock "refresh_cache-8010219a-1550-462c-8e87-097a2b079d44" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.016393] env[62563]: DEBUG nova.network.neutron [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Refreshing network info cache for port 6aa558f9-3087-4790-8b59-710dc673b54d {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.045763] env[62563]: DEBUG nova.compute.manager [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1267.135611] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Acquiring lock "b3197e09-444d-43fe-a8da-1b69794c4ea0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.135853] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lock "b3197e09-444d-43fe-a8da-1b69794c4ea0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.176879] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119974} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.177214] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.177991] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec868a93-ea6b-45c9-9222-4225912114a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.205441] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] df066bf7-41de-4e0d-ad4f-2dbf6573f743/df066bf7-41de-4e0d-ad4f-2dbf6573f743.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.209065] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec8fcfb-3f7f-4218-b14e-969fd04d34bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.232647] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750332, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.234095] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1267.234095] env[62563]: value = "task-1750333" [ 1267.234095] env[62563]: _type = "Task" [ 1267.234095] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.242058] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.321492] env[62563]: DEBUG nova.compute.utils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1267.325828] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1267.326344] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.335346] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Successfully updated port: 6546dbed-d009-406c-a9c6-9745c0c2cf37 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.400174] env[62563]: DEBUG nova.policy [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a746832b1f974490bb109c9a964b08c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b847abde078496384e5c617efef965e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1267.491900] env[62563]: DEBUG nova.compute.manager [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1267.572836] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.740355] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895902} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.743699] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8010219a-1550-462c-8e87-097a2b079d44/8010219a-1550-462c-8e87-097a2b079d44.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.743938] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.744982] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5654c37a-43bc-42dc-849e-58c4aac63259 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.756811] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.759286] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1267.759286] env[62563]: value = "task-1750334" [ 1267.759286] env[62563]: _type = "Task" [ 1267.759286] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.772219] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.795267] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Acquiring lock "c28d0db2-c24e-4a71-bd0f-1901be67aa1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.795835] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lock "c28d0db2-c24e-4a71-bd0f-1901be67aa1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.829079] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1267.839670] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "refresh_cache-2b033436-f928-4302-b9bf-6d18fdf95b9b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.840116] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquired lock "refresh_cache-2b033436-f928-4302-b9bf-6d18fdf95b9b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.840116] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.019275] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.167109] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f51d6b-3140-4fd8-b486-02a50b9c5fb5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.179758] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6762535-b4a7-4ff1-8f48-42b4f4d552b1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.218334] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10acba79-c76d-4ce1-a33e-69112ec8c862 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.226905] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f96069-1bca-4209-b2de-70efa38447f3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.243429] env[62563]: DEBUG nova.compute.provider_tree [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.258335] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750333, 'name': ReconfigVM_Task, 'duration_secs': 0.69701} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.262024] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Reconfigured VM instance instance-00000004 to attach disk [datastore1] df066bf7-41de-4e0d-ad4f-2dbf6573f743/df066bf7-41de-4e0d-ad4f-2dbf6573f743.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.262024] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2aba5308-5921-451e-8cc0-79d4901c663f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.273017] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1268.273017] env[62563]: value = "task-1750335" [ 1268.273017] env[62563]: _type = "Task" [ 1268.273017] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.273599] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061325} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.275700] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.281428] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4694c4b2-476b-4be0-9433-068e80c1d2f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.289218] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750335, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.309564] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 8010219a-1550-462c-8e87-097a2b079d44/8010219a-1550-462c-8e87-097a2b079d44.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.309891] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0abe522-3017-4fde-aab2-33ee8cc12f98 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.330413] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1268.330413] env[62563]: value = "task-1750336" [ 1268.330413] env[62563]: _type = "Task" [ 1268.330413] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.344047] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.457241] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.463424] env[62563]: DEBUG nova.network.neutron [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Updated VIF entry in instance network info cache for port 6aa558f9-3087-4790-8b59-710dc673b54d. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.463748] env[62563]: DEBUG nova.network.neutron [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Updating instance_info_cache with network_info: [{"id": "6aa558f9-3087-4790-8b59-710dc673b54d", "address": "fa:16:3e:4e:97:7c", "network": {"id": "08fbd26f-5620-44aa-b23b-ae25397a67ef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-294296162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b847abde078496384e5c617efef965e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aa558f9-30", "ovs_interfaceid": "6aa558f9-3087-4790-8b59-710dc673b54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.645434] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Successfully created port: 975c6ddd-1a8e-4043-a1cb-e4b20972e05d {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.655510] env[62563]: DEBUG oslo_concurrency.lockutils [None req-48f486b3-a303-498e-9f18-8ea70119de9c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.655510] env[62563]: DEBUG oslo_concurrency.lockutils [None req-48f486b3-a303-498e-9f18-8ea70119de9c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.655510] env[62563]: DEBUG nova.compute.manager [None req-48f486b3-a303-498e-9f18-8ea70119de9c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1268.655835] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a9237c-a12a-4684-ad08-336502c5f3f6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.664864] env[62563]: DEBUG nova.compute.manager [None req-48f486b3-a303-498e-9f18-8ea70119de9c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1268.665747] env[62563]: DEBUG nova.objects.instance [None req-48f486b3-a303-498e-9f18-8ea70119de9c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lazy-loading 'flavor' on Instance uuid b545c91c-e85c-467c-9fe5-1b57e75c5aba {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.734591] env[62563]: DEBUG nova.compute.manager [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Received event network-vif-plugged-6546dbed-d009-406c-a9c6-9745c0c2cf37 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1268.734981] env[62563]: DEBUG oslo_concurrency.lockutils [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] Acquiring lock "2b033436-f928-4302-b9bf-6d18fdf95b9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.735317] env[62563]: DEBUG oslo_concurrency.lockutils [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] Lock "2b033436-f928-4302-b9bf-6d18fdf95b9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.735317] env[62563]: DEBUG oslo_concurrency.lockutils [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] Lock "2b033436-f928-4302-b9bf-6d18fdf95b9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.735423] env[62563]: DEBUG nova.compute.manager [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] No waiting events found dispatching network-vif-plugged-6546dbed-d009-406c-a9c6-9745c0c2cf37 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1268.735588] env[62563]: WARNING nova.compute.manager [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Received unexpected event network-vif-plugged-6546dbed-d009-406c-a9c6-9745c0c2cf37 for instance with vm_state building and task_state spawning. [ 1268.735748] env[62563]: DEBUG nova.compute.manager [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Received event network-changed-6546dbed-d009-406c-a9c6-9745c0c2cf37 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1268.735893] env[62563]: DEBUG nova.compute.manager [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Refreshing instance network info cache due to event network-changed-6546dbed-d009-406c-a9c6-9745c0c2cf37. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1268.738169] env[62563]: DEBUG oslo_concurrency.lockutils [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] Acquiring lock "refresh_cache-2b033436-f928-4302-b9bf-6d18fdf95b9b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.752457] env[62563]: DEBUG nova.scheduler.client.report [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1268.789423] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750335, 'name': Rename_Task, 'duration_secs': 0.24143} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.789666] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.789952] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2557300d-219c-4276-8f3f-1354e14fca90 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.797125] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1268.797125] env[62563]: value = "task-1750337" [ 1268.797125] env[62563]: _type = "Task" [ 1268.797125] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.807226] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.843985] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.848110] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1268.879800] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1268.880067] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1268.880286] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.880761] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1268.880761] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.880964] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1268.881241] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1268.881435] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1268.882837] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1268.882837] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1268.882837] env[62563]: DEBUG nova.virt.hardware [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1268.883175] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b562607b-94ef-4c42-aeb9-5668e91a3dc9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.894640] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81c02b9-d25b-4ad6-9920-2810b215be5d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.962179] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Updating instance_info_cache with network_info: [{"id": "6546dbed-d009-406c-a9c6-9745c0c2cf37", "address": "fa:16:3e:b8:4b:f4", "network": {"id": "08fbd26f-5620-44aa-b23b-ae25397a67ef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-294296162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b847abde078496384e5c617efef965e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6546dbed-d0", "ovs_interfaceid": "6546dbed-d009-406c-a9c6-9745c0c2cf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.966751] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f22959c-c4f8-45b2-8dd6-ff2c9521205f req-9f70c70f-b04f-4685-83e6-d850404f0998 service nova] Releasing lock "refresh_cache-8010219a-1550-462c-8e87-097a2b079d44" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.149049] env[62563]: DEBUG oslo_concurrency.lockutils [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Acquiring lock "f23024ac-227c-4b6e-831d-7d58d6e41be9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.149673] env[62563]: DEBUG oslo_concurrency.lockutils [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Lock "f23024ac-227c-4b6e-831d-7d58d6e41be9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.149907] env[62563]: DEBUG oslo_concurrency.lockutils [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Acquiring lock "f23024ac-227c-4b6e-831d-7d58d6e41be9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.150154] env[62563]: DEBUG oslo_concurrency.lockutils [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Lock "f23024ac-227c-4b6e-831d-7d58d6e41be9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.150770] env[62563]: DEBUG oslo_concurrency.lockutils [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Lock "f23024ac-227c-4b6e-831d-7d58d6e41be9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.154404] env[62563]: INFO nova.compute.manager [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Terminating instance [ 1269.156543] env[62563]: DEBUG nova.compute.manager [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1269.156543] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.157448] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be79a33d-3b29-4626-a40a-d36c4ced1396 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.167176] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.167434] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f644e8b-e639-4c8b-a6ba-e16724215356 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.173956] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f486b3-a303-498e-9f18-8ea70119de9c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.174147] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56c58999-7666-496b-adc2-4aaba56ea924 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.177977] env[62563]: DEBUG oslo_vmware.api [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Waiting for the task: (returnval){ [ 1269.177977] env[62563]: value = "task-1750338" [ 1269.177977] env[62563]: _type = "Task" [ 1269.177977] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.182171] env[62563]: DEBUG oslo_vmware.api [None req-48f486b3-a303-498e-9f18-8ea70119de9c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1269.182171] env[62563]: value = "task-1750339" [ 1269.182171] env[62563]: _type = "Task" [ 1269.182171] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.190531] env[62563]: DEBUG oslo_vmware.api [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.195496] env[62563]: DEBUG oslo_vmware.api [None req-48f486b3-a303-498e-9f18-8ea70119de9c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.258327] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.259168] env[62563]: DEBUG nova.compute.manager [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1269.266026] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.175s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.266026] env[62563]: INFO nova.compute.claims [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.309132] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750337, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.344715] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.465195] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Releasing lock "refresh_cache-2b033436-f928-4302-b9bf-6d18fdf95b9b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.466465] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Instance network_info: |[{"id": "6546dbed-d009-406c-a9c6-9745c0c2cf37", "address": "fa:16:3e:b8:4b:f4", "network": {"id": "08fbd26f-5620-44aa-b23b-ae25397a67ef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-294296162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b847abde078496384e5c617efef965e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6546dbed-d0", "ovs_interfaceid": "6546dbed-d009-406c-a9c6-9745c0c2cf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1269.466465] env[62563]: DEBUG oslo_concurrency.lockutils [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] Acquired lock "refresh_cache-2b033436-f928-4302-b9bf-6d18fdf95b9b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.466961] env[62563]: DEBUG nova.network.neutron [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Refreshing network info cache for port 6546dbed-d009-406c-a9c6-9745c0c2cf37 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.468283] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:4b:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6546dbed-d009-406c-a9c6-9745c0c2cf37', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.479116] env[62563]: DEBUG oslo.service.loopingcall [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1269.479610] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.479831] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-296f94a9-cc25-4304-98ec-0f990557c17c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.504020] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.504020] env[62563]: value = "task-1750340" [ 1269.504020] env[62563]: _type = "Task" [ 1269.504020] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.511523] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750340, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.694548] env[62563]: DEBUG oslo_vmware.api [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750338, 'name': PowerOffVM_Task, 'duration_secs': 0.186336} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.695112] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.695293] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.696535] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cffce472-5cb8-4e66-b97e-d7fbbd326802 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.700493] env[62563]: DEBUG oslo_vmware.api [None req-48f486b3-a303-498e-9f18-8ea70119de9c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750339, 'name': PowerOffVM_Task, 'duration_secs': 0.193378} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.701103] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f486b3-a303-498e-9f18-8ea70119de9c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.701287] env[62563]: DEBUG nova.compute.manager [None req-48f486b3-a303-498e-9f18-8ea70119de9c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1269.702061] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda5de2d-7935-4ef4-b100-2cc2a6d27489 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.771563] env[62563]: DEBUG nova.compute.utils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1269.779900] env[62563]: DEBUG nova.compute.manager [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1269.780120] env[62563]: DEBUG nova.network.neutron [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.787617] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.787617] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.787617] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Deleting the datastore file [datastore1] f23024ac-227c-4b6e-831d-7d58d6e41be9 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.787617] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ce45345-f0a9-4af6-8f6d-1c4de75dd7a2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.794854] env[62563]: DEBUG oslo_vmware.api [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Waiting for the task: (returnval){ [ 1269.794854] env[62563]: value = "task-1750342" [ 1269.794854] env[62563]: _type = "Task" [ 1269.794854] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.819749] env[62563]: DEBUG oslo_vmware.api [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.834041] env[62563]: DEBUG oslo_vmware.api [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750337, 'name': PowerOnVM_Task, 'duration_secs': 0.750083} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.834041] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.834041] env[62563]: INFO nova.compute.manager [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Took 11.35 seconds to spawn the instance on the hypervisor. [ 1269.834041] env[62563]: DEBUG nova.compute.manager [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1269.834041] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26622363-07c7-4709-84ac-46a3a562ed2a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.850732] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750336, 'name': ReconfigVM_Task, 'duration_secs': 1.490709} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.853283] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 8010219a-1550-462c-8e87-097a2b079d44/8010219a-1550-462c-8e87-097a2b079d44.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.853283] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-975795f8-b7db-4760-ba1c-0ca2a5c3849b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.860528] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1269.860528] env[62563]: value = "task-1750343" [ 1269.860528] env[62563]: _type = "Task" [ 1269.860528] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.870709] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750343, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.878594] env[62563]: DEBUG nova.policy [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efd8e8f005fc4ed9bbbb6d4a0f672615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c98ba04244448d19b62bcc254ffdf3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1270.014399] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750340, 'name': CreateVM_Task, 'duration_secs': 0.38749} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.015030] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.015799] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.015981] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.016372] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.016634] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ce7a24-30e4-4168-83c6-fd9ff974a68e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.025296] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1270.025296] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529fc8ae-981b-1da1-f3a0-2878fcf60374" [ 1270.025296] env[62563]: _type = "Task" [ 1270.025296] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.041271] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529fc8ae-981b-1da1-f3a0-2878fcf60374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.218739] env[62563]: DEBUG oslo_concurrency.lockutils [None req-48f486b3-a303-498e-9f18-8ea70119de9c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.280281] env[62563]: DEBUG nova.compute.manager [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1270.316527] env[62563]: DEBUG oslo_vmware.api [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Task: {'id': task-1750342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17711} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.316527] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.317098] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.317098] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.317098] env[62563]: INFO nova.compute.manager [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1270.317238] env[62563]: DEBUG oslo.service.loopingcall [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.317462] env[62563]: DEBUG nova.compute.manager [-] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1270.318079] env[62563]: DEBUG nova.network.neutron [-] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.369042] env[62563]: INFO nova.compute.manager [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Took 21.89 seconds to build instance. [ 1270.378149] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750343, 'name': Rename_Task, 'duration_secs': 0.147246} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.378541] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.379624] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f196b5c4-cd79-437b-a748-ddac899102bf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.387075] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1270.387075] env[62563]: value = "task-1750344" [ 1270.387075] env[62563]: _type = "Task" [ 1270.387075] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.391676] env[62563]: DEBUG nova.network.neutron [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Successfully created port: 42a51010-6064-4c90-b440-cf2b6898d3ac {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.395284] env[62563]: DEBUG nova.network.neutron [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Updated VIF entry in instance network info cache for port 6546dbed-d009-406c-a9c6-9745c0c2cf37. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.395644] env[62563]: DEBUG nova.network.neutron [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Updating instance_info_cache with network_info: [{"id": "6546dbed-d009-406c-a9c6-9745c0c2cf37", "address": "fa:16:3e:b8:4b:f4", "network": {"id": "08fbd26f-5620-44aa-b23b-ae25397a67ef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-294296162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b847abde078496384e5c617efef965e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6546dbed-d0", "ovs_interfaceid": "6546dbed-d009-406c-a9c6-9745c0c2cf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.404336] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.538510] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529fc8ae-981b-1da1-f3a0-2878fcf60374, 'name': SearchDatastore_Task, 'duration_secs': 0.017183} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.538857] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.539135] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.539395] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.539568] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.539777] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.540073] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1208a82-a64a-47ea-acb7-2b034bd5de2d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.557135] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.557229] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.557926] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d48fdc5-3443-4e26-be2d-5e685eeb66ae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.563931] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1270.563931] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52baafec-c5f1-81b7-b012-e7e6076e0ff0" [ 1270.563931] env[62563]: _type = "Task" [ 1270.563931] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.577133] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52baafec-c5f1-81b7-b012-e7e6076e0ff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.657953] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58e00b5-9158-4e10-bc8b-17b091f5dd87 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.663381] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e31fc74-048f-416a-848c-df2e81ca2cb7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.699978] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbf899a-466f-4b3a-926e-777918822ccf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.708472] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c52e9e-da3e-4b5e-94c3-d7d4f978839d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.722589] env[62563]: DEBUG nova.compute.provider_tree [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.873631] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e03346d1-02be-4f03-9d0f-e2c2212a1649 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "df066bf7-41de-4e0d-ad4f-2dbf6573f743" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.412s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.901700] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.913151] env[62563]: DEBUG oslo_concurrency.lockutils [req-ff5ac26b-16a0-493f-a810-ba20f6bf3053 req-12c34c4d-d663-40ae-b9cc-3e5ebd56a0aa service nova] Releasing lock "refresh_cache-2b033436-f928-4302-b9bf-6d18fdf95b9b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.075329] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52baafec-c5f1-81b7-b012-e7e6076e0ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.011884} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.076147] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0dd143-1cfd-4fbb-8ed6-b959bb2b5463 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.084437] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1271.084437] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526dd592-9899-83a2-c055-9c2e12a35b24" [ 1271.084437] env[62563]: _type = "Task" [ 1271.084437] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.093967] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526dd592-9899-83a2-c055-9c2e12a35b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.226101] env[62563]: DEBUG nova.scheduler.client.report [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1271.298036] env[62563]: DEBUG nova.compute.manager [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1271.329175] env[62563]: DEBUG nova.virt.hardware [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1271.329175] env[62563]: DEBUG nova.virt.hardware [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1271.329175] env[62563]: DEBUG nova.virt.hardware [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.329342] env[62563]: DEBUG nova.virt.hardware [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1271.329342] env[62563]: DEBUG nova.virt.hardware [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.329342] env[62563]: DEBUG nova.virt.hardware [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1271.329342] env[62563]: DEBUG nova.virt.hardware [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1271.329342] env[62563]: DEBUG nova.virt.hardware [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1271.330594] env[62563]: DEBUG nova.virt.hardware [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1271.330842] env[62563]: DEBUG nova.virt.hardware [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1271.331069] env[62563]: DEBUG nova.virt.hardware [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1271.331984] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa2d417-9b10-408e-871d-117ab037bb9d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.348077] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b859040-ea5f-405f-a7b7-59e579741312 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.377583] env[62563]: DEBUG nova.compute.manager [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1271.400823] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750344, 'name': PowerOnVM_Task, 'duration_secs': 0.656482} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.400823] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.400823] env[62563]: INFO nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1271.400823] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1271.400823] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5130cdfa-705e-41e3-af7b-b4fec934c877 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.596828] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526dd592-9899-83a2-c055-9c2e12a35b24, 'name': SearchDatastore_Task, 'duration_secs': 0.042681} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.597321] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.598015] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 2b033436-f928-4302-b9bf-6d18fdf95b9b/2b033436-f928-4302-b9bf-6d18fdf95b9b.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.598437] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb8859b4-9508-4969-a2ff-f3f95e0b5812 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.607302] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1271.607302] env[62563]: value = "task-1750345" [ 1271.607302] env[62563]: _type = "Task" [ 1271.607302] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.615138] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.681476] env[62563]: DEBUG nova.network.neutron [-] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.733843] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.736338] env[62563]: DEBUG nova.compute.manager [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1271.739989] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.392s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.741541] env[62563]: INFO nova.compute.claims [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.913285] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.921953] env[62563]: INFO nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Took 23.34 seconds to build instance. [ 1272.085470] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b23558ff-c85f-4820-8491-2bdf06bf426a tempest-ServersListShow296Test-133673494 tempest-ServersListShow296Test-133673494-project-member] Acquiring lock "e54a80a2-830f-4bbe-a57c-eb074964f15d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.085808] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b23558ff-c85f-4820-8491-2bdf06bf426a tempest-ServersListShow296Test-133673494 tempest-ServersListShow296Test-133673494-project-member] Lock "e54a80a2-830f-4bbe-a57c-eb074964f15d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.120720] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750345, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.186650] env[62563]: INFO nova.compute.manager [-] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Took 1.87 seconds to deallocate network for instance. [ 1272.249467] env[62563]: DEBUG nova.compute.utils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1272.253416] env[62563]: DEBUG nova.compute.manager [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1272.253601] env[62563]: DEBUG nova.network.neutron [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.380272] env[62563]: DEBUG nova.policy [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efd8e8f005fc4ed9bbbb6d4a0f672615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c98ba04244448d19b62bcc254ffdf3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1272.425571] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "8010219a-1550-462c-8e87-097a2b079d44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.850s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.621080] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633254} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.621362] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 2b033436-f928-4302-b9bf-6d18fdf95b9b/2b033436-f928-4302-b9bf-6d18fdf95b9b.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.622064] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.622328] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de1242f4-48d4-4527-b67d-09b06afdcc04 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.633783] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1272.633783] env[62563]: value = "task-1750346" [ 1272.633783] env[62563]: _type = "Task" [ 1272.633783] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.644084] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.655739] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Acquiring lock "df066bf7-41de-4e0d-ad4f-2dbf6573f743" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.656034] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Lock "df066bf7-41de-4e0d-ad4f-2dbf6573f743" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.656264] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Acquiring lock "df066bf7-41de-4e0d-ad4f-2dbf6573f743-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.656459] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Lock "df066bf7-41de-4e0d-ad4f-2dbf6573f743-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.656631] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Lock "df066bf7-41de-4e0d-ad4f-2dbf6573f743-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.662123] env[62563]: INFO nova.compute.manager [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Terminating instance [ 1272.664669] env[62563]: DEBUG nova.compute.manager [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1272.664862] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.665982] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc6c758-388d-4781-891d-7d87497b9a37 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.677921] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.678235] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23da7f5c-40a2-4e6c-8775-981d41423b91 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.686170] env[62563]: DEBUG oslo_vmware.api [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Waiting for the task: (returnval){ [ 1272.686170] env[62563]: value = "task-1750347" [ 1272.686170] env[62563]: _type = "Task" [ 1272.686170] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.698173] env[62563]: DEBUG oslo_concurrency.lockutils [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.698678] env[62563]: DEBUG oslo_vmware.api [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Task: {'id': task-1750347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.757093] env[62563]: DEBUG nova.compute.manager [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1272.927388] env[62563]: DEBUG nova.compute.manager [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1273.096991] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85314a8e-7b4e-4759-bc98-ccd8b78e4599 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.107788] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed662cee-2360-4b29-aa1b-808c7bda6631 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.148292] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177e7dec-7cbb-443b-a7ca-ed445732bb6a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.163186] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b53360d-af41-4faa-ae36-4b1ec9d71805 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.170163] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067429} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.170163] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.170163] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05f9da4-b849-4ce9-8c3e-6c3b3222747a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.182054] env[62563]: DEBUG nova.compute.provider_tree [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.204536] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2b033436-f928-4302-b9bf-6d18fdf95b9b/2b033436-f928-4302-b9bf-6d18fdf95b9b.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.209851] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8390a913-c0cc-4315-857d-61cc09ac515f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.229322] env[62563]: DEBUG oslo_vmware.api [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Task: {'id': task-1750347, 'name': PowerOffVM_Task, 'duration_secs': 0.208241} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.230570] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.230749] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.231091] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1273.231091] env[62563]: value = "task-1750348" [ 1273.231091] env[62563]: _type = "Task" [ 1273.231091] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.231695] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-149b22b0-8087-41ff-8b75-8b763bae73fb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.242210] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750348, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.315957] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.316193] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.316374] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Deleting the datastore file [datastore1] df066bf7-41de-4e0d-ad4f-2dbf6573f743 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.316660] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-136b477e-463f-4671-a240-f61207f4596b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.323310] env[62563]: DEBUG oslo_vmware.api [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Waiting for the task: (returnval){ [ 1273.323310] env[62563]: value = "task-1750350" [ 1273.323310] env[62563]: _type = "Task" [ 1273.323310] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.331315] env[62563]: DEBUG oslo_vmware.api [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Task: {'id': task-1750350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.419069] env[62563]: DEBUG nova.compute.manager [req-db9ea0f9-270d-4eee-a52b-d77354a0a207 req-6033e1f3-4c01-4479-a0cf-2cdeb525821f service nova] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Received event network-vif-deleted-50c8d845-d783-4e82-9a9e-98d0141758be {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1273.461528] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.500032] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Successfully updated port: 975c6ddd-1a8e-4043-a1cb-e4b20972e05d {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.628856] env[62563]: DEBUG nova.network.neutron [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Successfully updated port: 42a51010-6064-4c90-b440-cf2b6898d3ac {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.687414] env[62563]: DEBUG nova.scheduler.client.report [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1273.746255] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750348, 'name': ReconfigVM_Task, 'duration_secs': 0.309833} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.746497] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2b033436-f928-4302-b9bf-6d18fdf95b9b/2b033436-f928-4302-b9bf-6d18fdf95b9b.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.747145] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c7e357d-d587-4326-8df2-715f00a3f468 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.754162] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1273.754162] env[62563]: value = "task-1750351" [ 1273.754162] env[62563]: _type = "Task" [ 1273.754162] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.766140] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750351, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.771154] env[62563]: DEBUG nova.compute.manager [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1273.800383] env[62563]: DEBUG nova.virt.hardware [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1273.800655] env[62563]: DEBUG nova.virt.hardware [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1273.800822] env[62563]: DEBUG nova.virt.hardware [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.801018] env[62563]: DEBUG nova.virt.hardware [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1273.801186] env[62563]: DEBUG nova.virt.hardware [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.801389] env[62563]: DEBUG nova.virt.hardware [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1273.801550] env[62563]: DEBUG nova.virt.hardware [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1273.801730] env[62563]: DEBUG nova.virt.hardware [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1273.801908] env[62563]: DEBUG nova.virt.hardware [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1273.802080] env[62563]: DEBUG nova.virt.hardware [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1273.802272] env[62563]: DEBUG nova.virt.hardware [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1273.803218] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebc578d-2dc0-40b1-9254-0d30a4a34d5b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.812769] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9df318f-4de2-4978-9f98-5f0aa160fc6c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.841375] env[62563]: DEBUG oslo_vmware.api [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Task: {'id': task-1750350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16114} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.841890] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.842117] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.842297] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.842470] env[62563]: INFO nova.compute.manager [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1273.842751] env[62563]: DEBUG oslo.service.loopingcall [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1273.843387] env[62563]: DEBUG nova.compute.manager [-] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1273.843482] env[62563]: DEBUG nova.network.neutron [-] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.874955] env[62563]: DEBUG nova.compute.manager [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1273.876040] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fde6ea3-622f-49f6-8e38-36c10b0730ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.002559] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "refresh_cache-468d83b9-310a-4380-a855-b8a4db2c0ccf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.002654] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquired lock "refresh_cache-468d83b9-310a-4380-a855-b8a4db2c0ccf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.002738] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.018738] env[62563]: DEBUG nova.network.neutron [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Successfully created port: c29b95ec-83a2-4868-a386-d129308130d3 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.135059] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "refresh_cache-b607559a-9f41-465d-8c03-c9e2bddbd173" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.135216] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquired lock "refresh_cache-b607559a-9f41-465d-8c03-c9e2bddbd173" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.135365] env[62563]: DEBUG nova.network.neutron [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.195598] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.196106] env[62563]: DEBUG nova.compute.manager [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1274.201680] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.168s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.203547] env[62563]: INFO nova.compute.claims [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.273212] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750351, 'name': Rename_Task, 'duration_secs': 0.152934} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.274666] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.275850] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cf7a275-58ee-4720-91c0-8a1bcb51e300 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.284523] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1274.284523] env[62563]: value = "task-1750352" [ 1274.284523] env[62563]: _type = "Task" [ 1274.284523] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.292905] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.387772] env[62563]: INFO nova.compute.manager [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] instance snapshotting [ 1274.388679] env[62563]: WARNING nova.compute.manager [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1274.392657] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98780606-5aae-430e-96f9-bd9e04c58db3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.419727] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36a4e07-ef61-4f30-a44d-6421d0990d1b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.423393] env[62563]: DEBUG nova.compute.manager [req-aae95955-f1e8-4864-a5f9-553b8d7d00b6 req-ee2305b6-3e8b-44c6-80e4-c754d2af2d8b service nova] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Received event network-vif-plugged-975c6ddd-1a8e-4043-a1cb-e4b20972e05d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1274.423600] env[62563]: DEBUG oslo_concurrency.lockutils [req-aae95955-f1e8-4864-a5f9-553b8d7d00b6 req-ee2305b6-3e8b-44c6-80e4-c754d2af2d8b service nova] Acquiring lock "468d83b9-310a-4380-a855-b8a4db2c0ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.423808] env[62563]: DEBUG oslo_concurrency.lockutils [req-aae95955-f1e8-4864-a5f9-553b8d7d00b6 req-ee2305b6-3e8b-44c6-80e4-c754d2af2d8b service nova] Lock "468d83b9-310a-4380-a855-b8a4db2c0ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.424016] env[62563]: DEBUG oslo_concurrency.lockutils [req-aae95955-f1e8-4864-a5f9-553b8d7d00b6 req-ee2305b6-3e8b-44c6-80e4-c754d2af2d8b service nova] Lock "468d83b9-310a-4380-a855-b8a4db2c0ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.424195] env[62563]: DEBUG nova.compute.manager [req-aae95955-f1e8-4864-a5f9-553b8d7d00b6 req-ee2305b6-3e8b-44c6-80e4-c754d2af2d8b service nova] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] No waiting events found dispatching network-vif-plugged-975c6ddd-1a8e-4043-a1cb-e4b20972e05d {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1274.424360] env[62563]: WARNING nova.compute.manager [req-aae95955-f1e8-4864-a5f9-553b8d7d00b6 req-ee2305b6-3e8b-44c6-80e4-c754d2af2d8b service nova] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Received unexpected event network-vif-plugged-975c6ddd-1a8e-4043-a1cb-e4b20972e05d for instance with vm_state building and task_state spawning. [ 1274.565804] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.709945] env[62563]: DEBUG nova.compute.utils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1274.715297] env[62563]: DEBUG nova.compute.manager [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1274.715297] env[62563]: DEBUG nova.network.neutron [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.721276] env[62563]: DEBUG nova.network.neutron [-] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.798807] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750352, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.883447] env[62563]: DEBUG nova.network.neutron [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.937590] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1274.938183] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-996fb304-a2c7-4830-bff8-1e0ec94609fe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.946245] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1274.946245] env[62563]: value = "task-1750353" [ 1274.946245] env[62563]: _type = "Task" [ 1274.946245] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.959979] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750353, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.048133] env[62563]: DEBUG nova.policy [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efd8e8f005fc4ed9bbbb6d4a0f672615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c98ba04244448d19b62bcc254ffdf3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1275.214408] env[62563]: DEBUG nova.compute.manager [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1275.224715] env[62563]: INFO nova.compute.manager [-] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Took 1.38 seconds to deallocate network for instance. [ 1275.301670] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750352, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.392920] env[62563]: DEBUG nova.network.neutron [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Updating instance_info_cache with network_info: [{"id": "975c6ddd-1a8e-4043-a1cb-e4b20972e05d", "address": "fa:16:3e:28:e1:b3", "network": {"id": "08fbd26f-5620-44aa-b23b-ae25397a67ef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-294296162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b847abde078496384e5c617efef965e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap975c6ddd-1a", "ovs_interfaceid": "975c6ddd-1a8e-4043-a1cb-e4b20972e05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.458986] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750353, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.538901] env[62563]: DEBUG nova.network.neutron [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Updating instance_info_cache with network_info: [{"id": "42a51010-6064-4c90-b440-cf2b6898d3ac", "address": "fa:16:3e:e1:8b:f9", "network": {"id": "f8f68598-ca7a-4b94-bf61-9880833af99d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1056605660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c98ba04244448d19b62bcc254ffdf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a51010-60", "ovs_interfaceid": "42a51010-6064-4c90-b440-cf2b6898d3ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.597417] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b16fa3-1aea-4fae-b420-9dcddaf16e6d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.602858] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f32581c-eb9f-4d32-9659-daab7faebfbf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.646842] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fab061f-7c97-4564-aa4f-3aa39c7562d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.657792] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f3e367-de52-4a3e-a7e7-a4b10221cb66 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.674154] env[62563]: DEBUG nova.compute.provider_tree [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.740162] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.805144] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750352, 'name': PowerOnVM_Task, 'duration_secs': 1.029428} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.805674] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.805674] env[62563]: INFO nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1275.806176] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1275.806669] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba46ac37-579a-4073-8eae-fed8392eeeb4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.895213] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Releasing lock "refresh_cache-468d83b9-310a-4380-a855-b8a4db2c0ccf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.896014] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Instance network_info: |[{"id": "975c6ddd-1a8e-4043-a1cb-e4b20972e05d", "address": "fa:16:3e:28:e1:b3", "network": {"id": "08fbd26f-5620-44aa-b23b-ae25397a67ef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-294296162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b847abde078496384e5c617efef965e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap975c6ddd-1a", "ovs_interfaceid": "975c6ddd-1a8e-4043-a1cb-e4b20972e05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1275.896277] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:e1:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '975c6ddd-1a8e-4043-a1cb-e4b20972e05d', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.910950] env[62563]: DEBUG oslo.service.loopingcall [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1275.910950] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.912137] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edfd0cfc-0ee8-40dc-b5cc-b385c1447561 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.935679] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.935679] env[62563]: value = "task-1750354" [ 1275.935679] env[62563]: _type = "Task" [ 1275.935679] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.946884] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750354, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.957592] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750353, 'name': CreateSnapshot_Task, 'duration_secs': 0.751012} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.957867] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1275.958793] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef043deb-ac78-45d4-856c-c36db3d34498 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.045713] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Releasing lock "refresh_cache-b607559a-9f41-465d-8c03-c9e2bddbd173" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.045713] env[62563]: DEBUG nova.compute.manager [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Instance network_info: |[{"id": "42a51010-6064-4c90-b440-cf2b6898d3ac", "address": "fa:16:3e:e1:8b:f9", "network": {"id": "f8f68598-ca7a-4b94-bf61-9880833af99d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1056605660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c98ba04244448d19b62bcc254ffdf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a51010-60", "ovs_interfaceid": "42a51010-6064-4c90-b440-cf2b6898d3ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1276.045839] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:8b:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42a51010-6064-4c90-b440-cf2b6898d3ac', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.055059] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Creating folder: Project (8c98ba04244448d19b62bcc254ffdf3a). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1276.055059] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bae096b5-d4ae-4661-96c2-dbb9c0614c03 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.066150] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Created folder: Project (8c98ba04244448d19b62bcc254ffdf3a) in parent group-v363823. [ 1276.066363] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Creating folder: Instances. Parent ref: group-v363842. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1276.066628] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc26c558-6a10-46a6-8a40-37806fd6cf43 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.075519] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Created folder: Instances in parent group-v363842. [ 1276.075599] env[62563]: DEBUG oslo.service.loopingcall [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1276.075772] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.076015] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a06e429-421c-4b8f-9bf2-1c3cef7cf98f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.108025] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.108025] env[62563]: value = "task-1750357" [ 1276.108025] env[62563]: _type = "Task" [ 1276.108025] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.112851] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750357, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.179543] env[62563]: DEBUG nova.scheduler.client.report [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1276.233794] env[62563]: DEBUG nova.compute.manager [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1276.235850] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.236405] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.256969] env[62563]: DEBUG nova.virt.hardware [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1276.257256] env[62563]: DEBUG nova.virt.hardware [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1276.257414] env[62563]: DEBUG nova.virt.hardware [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.257688] env[62563]: DEBUG nova.virt.hardware [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1276.257846] env[62563]: DEBUG nova.virt.hardware [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.257992] env[62563]: DEBUG nova.virt.hardware [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1276.258218] env[62563]: DEBUG nova.virt.hardware [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1276.258376] env[62563]: DEBUG nova.virt.hardware [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1276.258539] env[62563]: DEBUG nova.virt.hardware [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1276.258713] env[62563]: DEBUG nova.virt.hardware [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1276.258959] env[62563]: DEBUG nova.virt.hardware [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1276.259928] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3901ad-f222-4742-bbea-c3b25003a58c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.269334] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582d503b-a1b3-4bf7-b82c-9fa1593216c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.318510] env[62563]: DEBUG nova.network.neutron [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Successfully created port: 2243d4dc-db86-4387-9fc5-44100e320d54 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1276.332764] env[62563]: INFO nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Took 27.70 seconds to build instance. [ 1276.449870] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750354, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.483399] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1276.483399] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d6900969-b096-4ea7-9e10-499c6d7c9a37 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.498019] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1276.498019] env[62563]: value = "task-1750358" [ 1276.498019] env[62563]: _type = "Task" [ 1276.498019] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.507848] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750358, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.615828] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750357, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.686063] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.686730] env[62563]: DEBUG nova.compute.manager [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1276.691415] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.118s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.691988] env[62563]: INFO nova.compute.claims [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.837654] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "2b033436-f928-4302-b9bf-6d18fdf95b9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.226s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.946104] env[62563]: DEBUG nova.compute.manager [None req-643f803f-565d-44ee-85e3-dd2c05a1a5b2 tempest-ServerDiagnosticsV248Test-2012388002 tempest-ServerDiagnosticsV248Test-2012388002-project-admin] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1276.947936] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2854188a-8057-43c6-ba91-fc689ddd99e2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.955182] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750354, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.959859] env[62563]: INFO nova.compute.manager [None req-643f803f-565d-44ee-85e3-dd2c05a1a5b2 tempest-ServerDiagnosticsV248Test-2012388002 tempest-ServerDiagnosticsV248Test-2012388002-project-admin] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Retrieving diagnostics [ 1276.960656] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90044265-5b0f-4380-8f07-39a9e4a07dbd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.006064] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750358, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.116638] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750357, 'name': CreateVM_Task, 'duration_secs': 0.655655} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.116827] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.117542] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.117708] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.118186] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.118282] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d0a708-5f43-4655-aaea-1b9c84e99a5d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.123817] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1277.123817] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520f2617-7946-b645-9890-c01d94295691" [ 1277.123817] env[62563]: _type = "Task" [ 1277.123817] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.133884] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520f2617-7946-b645-9890-c01d94295691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.198204] env[62563]: DEBUG nova.compute.utils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1277.199691] env[62563]: DEBUG nova.compute.manager [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1277.199866] env[62563]: DEBUG nova.network.neutron [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.344458] env[62563]: DEBUG nova.compute.manager [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1277.409540] env[62563]: DEBUG nova.policy [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6504c0053841d8afec79aa65ad1c46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac846f9c9e3e495b998fc6f588332c87', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1277.454699] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750354, 'name': CreateVM_Task, 'duration_secs': 1.345674} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.454839] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.455999] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.515294] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750358, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.636059] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520f2617-7946-b645-9890-c01d94295691, 'name': SearchDatastore_Task, 'duration_secs': 0.009814} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.637718] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.637718] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.637718] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.637718] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.638087] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.638087] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.638087] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.638212] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6b2f1bc-c276-4ee5-9776-88638f772dc6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.641291] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-309d3c2b-1367-4eb0-b14d-6477d77d773c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.647877] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1277.647877] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52856ab8-6885-f38d-e72a-b16f4dece9a6" [ 1277.647877] env[62563]: _type = "Task" [ 1277.647877] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.653280] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.653627] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.655373] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b9bd76-07c9-43ba-bd93-01920de91865 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.662619] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52856ab8-6885-f38d-e72a-b16f4dece9a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.665331] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.665331] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.665331] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.667558] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1277.667558] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ec49b6-f12d-623f-f4f9-db02f07386e3" [ 1277.667558] env[62563]: _type = "Task" [ 1277.667558] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.675550] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ec49b6-f12d-623f-f4f9-db02f07386e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.712709] env[62563]: DEBUG nova.compute.manager [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1277.819226] env[62563]: DEBUG nova.network.neutron [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Successfully updated port: c29b95ec-83a2-4868-a386-d129308130d3 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.874395] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.034682] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750358, 'name': CloneVM_Task} progress is 95%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.043330] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Acquiring lock "efd6ac8e-019b-4ad2-b11e-13db5059201b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.043977] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Lock "efd6ac8e-019b-4ad2-b11e-13db5059201b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.139376] env[62563]: DEBUG nova.compute.manager [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Received event network-vif-plugged-42a51010-6064-4c90-b440-cf2b6898d3ac {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1278.139755] env[62563]: DEBUG oslo_concurrency.lockutils [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] Acquiring lock "b607559a-9f41-465d-8c03-c9e2bddbd173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.140579] env[62563]: DEBUG oslo_concurrency.lockutils [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] Lock "b607559a-9f41-465d-8c03-c9e2bddbd173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.140579] env[62563]: DEBUG oslo_concurrency.lockutils [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] Lock "b607559a-9f41-465d-8c03-c9e2bddbd173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.140579] env[62563]: DEBUG nova.compute.manager [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] No waiting events found dispatching network-vif-plugged-42a51010-6064-4c90-b440-cf2b6898d3ac {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1278.140579] env[62563]: WARNING nova.compute.manager [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Received unexpected event network-vif-plugged-42a51010-6064-4c90-b440-cf2b6898d3ac for instance with vm_state building and task_state spawning. [ 1278.140781] env[62563]: DEBUG nova.compute.manager [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Received event network-changed-975c6ddd-1a8e-4043-a1cb-e4b20972e05d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1278.140817] env[62563]: DEBUG nova.compute.manager [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Refreshing instance network info cache due to event network-changed-975c6ddd-1a8e-4043-a1cb-e4b20972e05d. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1278.141024] env[62563]: DEBUG oslo_concurrency.lockutils [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] Acquiring lock "refresh_cache-468d83b9-310a-4380-a855-b8a4db2c0ccf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.142161] env[62563]: DEBUG oslo_concurrency.lockutils [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] Acquired lock "refresh_cache-468d83b9-310a-4380-a855-b8a4db2c0ccf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.142296] env[62563]: DEBUG nova.network.neutron [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Refreshing network info cache for port 975c6ddd-1a8e-4043-a1cb-e4b20972e05d {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.187232] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ec49b6-f12d-623f-f4f9-db02f07386e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.188053] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c39b78f-ce29-4e75-8c4b-82d7de88d589 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.195896] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1278.195896] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52aa3d03-07a6-3e7f-c63f-730fb061aae8" [ 1278.195896] env[62563]: _type = "Task" [ 1278.195896] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.219048] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52aa3d03-07a6-3e7f-c63f-730fb061aae8, 'name': SearchDatastore_Task, 'duration_secs': 0.011391} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.219048] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.219048] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] b607559a-9f41-465d-8c03-c9e2bddbd173/b607559a-9f41-465d-8c03-c9e2bddbd173.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.219292] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.220965] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.220965] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f60744e0-2292-4091-af59-94afa35e0c44 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.223188] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cb79f3e-3945-4e91-90bc-12f4d5201986 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.233110] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1278.233110] env[62563]: value = "task-1750359" [ 1278.233110] env[62563]: _type = "Task" [ 1278.233110] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.244210] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.244586] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.246010] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-851de13b-caf3-41e7-9ef1-94de6df5ff99 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.259075] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.260490] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1278.260490] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52374969-eae9-f97e-57a7-db1395ed857e" [ 1278.260490] env[62563]: _type = "Task" [ 1278.260490] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.266880] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85ecba9-116a-4067-9845-0d672658d9fe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.280138] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52374969-eae9-f97e-57a7-db1395ed857e, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.280762] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be5a0fb3-62b1-44ff-8dc0-7c0335993114 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.283939] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a4a46c-28b1-4a29-8135-d03e6681e7e2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.293158] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1278.293158] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ccf88b-2145-bbdd-169f-db086671b0cd" [ 1278.293158] env[62563]: _type = "Task" [ 1278.293158] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.327083] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bda9fee-dfd0-4a89-9ba3-b3d61031cffa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.330041] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "refresh_cache-bcbe9cac-5512-47c8-8c57-b4cac4dc7d50" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.330208] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquired lock "refresh_cache-bcbe9cac-5512-47c8-8c57-b4cac4dc7d50" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.330360] env[62563]: DEBUG nova.network.neutron [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.338532] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ccf88b-2145-bbdd-169f-db086671b0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.341709] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.341841] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 468d83b9-310a-4380-a855-b8a4db2c0ccf/468d83b9-310a-4380-a855-b8a4db2c0ccf.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.342453] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a97effd9-bb8a-4b7e-b19f-23c48119868e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.346070] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4494ad19-74dd-4ee2-8c09-41b51955a00a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.361781] env[62563]: DEBUG nova.compute.provider_tree [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.365808] env[62563]: DEBUG nova.network.neutron [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Successfully created port: b6535319-c5f2-46d4-aa5e-ad535834d456 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.367819] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1278.367819] env[62563]: value = "task-1750360" [ 1278.367819] env[62563]: _type = "Task" [ 1278.367819] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.377934] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.510909] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750358, 'name': CloneVM_Task, 'duration_secs': 1.773618} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.511595] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Created linked-clone VM from snapshot [ 1278.515084] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9be3cd-fbe7-4562-8389-fbaedeb4240b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.523767] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Uploading image 308f9b1d-3609-4e84-8985-cbd993e821e5 {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1278.561625] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1278.561625] env[62563]: value = "vm-363845" [ 1278.561625] env[62563]: _type = "VirtualMachine" [ 1278.561625] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1278.562082] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1d779d82-dbd9-4504-9998-9101d8076f75 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.571880] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lease: (returnval){ [ 1278.571880] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52de047b-0ae5-8db1-7fe7-f8ff1bb800c3" [ 1278.571880] env[62563]: _type = "HttpNfcLease" [ 1278.571880] env[62563]: } obtained for exporting VM: (result){ [ 1278.571880] env[62563]: value = "vm-363845" [ 1278.571880] env[62563]: _type = "VirtualMachine" [ 1278.571880] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1278.571880] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the lease: (returnval){ [ 1278.571880] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52de047b-0ae5-8db1-7fe7-f8ff1bb800c3" [ 1278.571880] env[62563]: _type = "HttpNfcLease" [ 1278.571880] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1278.585033] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1278.585033] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52de047b-0ae5-8db1-7fe7-f8ff1bb800c3" [ 1278.585033] env[62563]: _type = "HttpNfcLease" [ 1278.585033] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1278.585241] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1278.585241] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52de047b-0ae5-8db1-7fe7-f8ff1bb800c3" [ 1278.585241] env[62563]: _type = "HttpNfcLease" [ 1278.585241] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1278.585982] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b81fb8-c0db-43fb-b17e-fa062e642136 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.599055] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265edce-0692-41f3-c823-9a1da44ef40f/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1278.600920] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265edce-0692-41f3-c823-9a1da44ef40f/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1278.687600] env[62563]: DEBUG nova.compute.manager [req-8fb64513-0d1c-433a-a249-103b0c550bb6 req-6be6c821-aeef-4ff5-bf1b-f7d8cdd47176 service nova] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Received event network-vif-plugged-c29b95ec-83a2-4868-a386-d129308130d3 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1278.687904] env[62563]: DEBUG oslo_concurrency.lockutils [req-8fb64513-0d1c-433a-a249-103b0c550bb6 req-6be6c821-aeef-4ff5-bf1b-f7d8cdd47176 service nova] Acquiring lock "bcbe9cac-5512-47c8-8c57-b4cac4dc7d50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.688200] env[62563]: DEBUG oslo_concurrency.lockutils [req-8fb64513-0d1c-433a-a249-103b0c550bb6 req-6be6c821-aeef-4ff5-bf1b-f7d8cdd47176 service nova] Lock "bcbe9cac-5512-47c8-8c57-b4cac4dc7d50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.688434] env[62563]: DEBUG oslo_concurrency.lockutils [req-8fb64513-0d1c-433a-a249-103b0c550bb6 req-6be6c821-aeef-4ff5-bf1b-f7d8cdd47176 service nova] Lock "bcbe9cac-5512-47c8-8c57-b4cac4dc7d50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.689172] env[62563]: DEBUG nova.compute.manager [req-8fb64513-0d1c-433a-a249-103b0c550bb6 req-6be6c821-aeef-4ff5-bf1b-f7d8cdd47176 service nova] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] No waiting events found dispatching network-vif-plugged-c29b95ec-83a2-4868-a386-d129308130d3 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1278.689172] env[62563]: WARNING nova.compute.manager [req-8fb64513-0d1c-433a-a249-103b0c550bb6 req-6be6c821-aeef-4ff5-bf1b-f7d8cdd47176 service nova] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Received unexpected event network-vif-plugged-c29b95ec-83a2-4868-a386-d129308130d3 for instance with vm_state building and task_state spawning. [ 1278.731408] env[62563]: DEBUG nova.compute.manager [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1278.753927] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509507} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.761479] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] b607559a-9f41-465d-8c03-c9e2bddbd173/b607559a-9f41-465d-8c03-c9e2bddbd173.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.761479] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.764961] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48025c1c-df79-4af5-a645-7fa563d47418 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.770871] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c22e0c8-5b27-40e0-884f-1b50fbba2b4a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.779434] env[62563]: DEBUG nova.virt.hardware [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1278.779928] env[62563]: DEBUG nova.virt.hardware [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1278.780304] env[62563]: DEBUG nova.virt.hardware [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.780564] env[62563]: DEBUG nova.virt.hardware [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1278.780843] env[62563]: DEBUG nova.virt.hardware [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.781141] env[62563]: DEBUG nova.virt.hardware [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1278.781569] env[62563]: DEBUG nova.virt.hardware [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1278.781809] env[62563]: DEBUG nova.virt.hardware [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1278.782108] env[62563]: DEBUG nova.virt.hardware [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1278.782408] env[62563]: DEBUG nova.virt.hardware [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1278.782655] env[62563]: DEBUG nova.virt.hardware [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1278.784426] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef20125-4121-4d0b-90a2-7863ddb00ffc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.797339] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1278.797339] env[62563]: value = "task-1750362" [ 1278.797339] env[62563]: _type = "Task" [ 1278.797339] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.813478] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f335f3d-6a21-4395-a8ca-8df265b4481a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.829805] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.865064] env[62563]: DEBUG nova.scheduler.client.report [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1278.895843] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750360, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.043020] env[62563]: DEBUG nova.network.neutron [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.292120] env[62563]: DEBUG oslo_concurrency.lockutils [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Acquiring lock "55e060d3-6fa8-4858-84cb-8167f0056b7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.292757] env[62563]: DEBUG oslo_concurrency.lockutils [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Lock "55e060d3-6fa8-4858-84cb-8167f0056b7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.293137] env[62563]: DEBUG oslo_concurrency.lockutils [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Acquiring lock "55e060d3-6fa8-4858-84cb-8167f0056b7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.293574] env[62563]: DEBUG oslo_concurrency.lockutils [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Lock "55e060d3-6fa8-4858-84cb-8167f0056b7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.295021] env[62563]: DEBUG oslo_concurrency.lockutils [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Lock "55e060d3-6fa8-4858-84cb-8167f0056b7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.299699] env[62563]: INFO nova.compute.manager [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Terminating instance [ 1279.303510] env[62563]: DEBUG oslo_concurrency.lockutils [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Acquiring lock "refresh_cache-55e060d3-6fa8-4858-84cb-8167f0056b7e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.304151] env[62563]: DEBUG oslo_concurrency.lockutils [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Acquired lock "refresh_cache-55e060d3-6fa8-4858-84cb-8167f0056b7e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.304397] env[62563]: DEBUG nova.network.neutron [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.326120] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098187} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.327646] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.331618] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c24c16-4bae-4f7a-a783-ad6e301a20ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.359383] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] b607559a-9f41-465d-8c03-c9e2bddbd173/b607559a-9f41-465d-8c03-c9e2bddbd173.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.359831] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1564f85-c935-41a8-b461-0f4874219dc7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.378245] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.379092] env[62563]: DEBUG nova.compute.manager [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1279.388878] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.372s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.391271] env[62563]: INFO nova.compute.claims [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.393568] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1279.393568] env[62563]: value = "task-1750363" [ 1279.393568] env[62563]: _type = "Task" [ 1279.393568] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.401718] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777511} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.402561] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 468d83b9-310a-4380-a855-b8a4db2c0ccf/468d83b9-310a-4380-a855-b8a4db2c0ccf.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.402929] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.403253] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c9eefaa-19db-4eda-9f6f-e9ed4c4a2948 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.410761] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.416164] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1279.416164] env[62563]: value = "task-1750364" [ 1279.416164] env[62563]: _type = "Task" [ 1279.416164] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.429094] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.517225] env[62563]: DEBUG nova.network.neutron [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Successfully updated port: 2243d4dc-db86-4387-9fc5-44100e320d54 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.561441] env[62563]: DEBUG nova.network.neutron [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Updating instance_info_cache with network_info: [{"id": "c29b95ec-83a2-4868-a386-d129308130d3", "address": "fa:16:3e:a6:3c:ac", "network": {"id": "f8f68598-ca7a-4b94-bf61-9880833af99d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1056605660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c98ba04244448d19b62bcc254ffdf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29b95ec-83", "ovs_interfaceid": "c29b95ec-83a2-4868-a386-d129308130d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.829730] env[62563]: DEBUG nova.network.neutron [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.890421] env[62563]: DEBUG nova.compute.utils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1279.895611] env[62563]: DEBUG nova.compute.manager [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1279.895611] env[62563]: DEBUG nova.network.neutron [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.910663] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750363, 'name': ReconfigVM_Task, 'duration_secs': 0.298685} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.912688] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Reconfigured VM instance instance-00000008 to attach disk [datastore1] b607559a-9f41-465d-8c03-c9e2bddbd173/b607559a-9f41-465d-8c03-c9e2bddbd173.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.913618] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb0a6a7d-a0e5-4278-bb82-c83b3ffa63bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.926626] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1279.926626] env[62563]: value = "task-1750365" [ 1279.926626] env[62563]: _type = "Task" [ 1279.926626] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.936898] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067354} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.937914] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.938806] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2278ac2-342e-40ba-96ca-82c1de756184 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.948505] env[62563]: DEBUG nova.network.neutron [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.950479] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750365, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.985212] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 468d83b9-310a-4380-a855-b8a4db2c0ccf/468d83b9-310a-4380-a855-b8a4db2c0ccf.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.988878] env[62563]: DEBUG nova.network.neutron [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Updated VIF entry in instance network info cache for port 975c6ddd-1a8e-4043-a1cb-e4b20972e05d. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.988878] env[62563]: DEBUG nova.network.neutron [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Updating instance_info_cache with network_info: [{"id": "975c6ddd-1a8e-4043-a1cb-e4b20972e05d", "address": "fa:16:3e:28:e1:b3", "network": {"id": "08fbd26f-5620-44aa-b23b-ae25397a67ef", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-294296162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b847abde078496384e5c617efef965e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap975c6ddd-1a", "ovs_interfaceid": "975c6ddd-1a8e-4043-a1cb-e4b20972e05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.990847] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb75ebd3-3339-4428-816d-7c609a2d9f68 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.007428] env[62563]: DEBUG nova.policy [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8e96bd0954943c485308f9caada9322', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '217a10d29bd243a9a22c0ea509689d6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1280.009965] env[62563]: DEBUG oslo_concurrency.lockutils [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] Releasing lock "refresh_cache-468d83b9-310a-4380-a855-b8a4db2c0ccf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.010231] env[62563]: DEBUG nova.compute.manager [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Received event network-changed-42a51010-6064-4c90-b440-cf2b6898d3ac {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1280.010394] env[62563]: DEBUG nova.compute.manager [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Refreshing instance network info cache due to event network-changed-42a51010-6064-4c90-b440-cf2b6898d3ac. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1280.010627] env[62563]: DEBUG oslo_concurrency.lockutils [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] Acquiring lock "refresh_cache-b607559a-9f41-465d-8c03-c9e2bddbd173" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.010727] env[62563]: DEBUG oslo_concurrency.lockutils [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] Acquired lock "refresh_cache-b607559a-9f41-465d-8c03-c9e2bddbd173" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.010882] env[62563]: DEBUG nova.network.neutron [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Refreshing network info cache for port 42a51010-6064-4c90-b440-cf2b6898d3ac {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.019268] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1280.019268] env[62563]: value = "task-1750366" [ 1280.019268] env[62563]: _type = "Task" [ 1280.019268] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.024462] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "refresh_cache-82ad51b2-ec4e-4fcb-86ae-b543a80bd50f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.024560] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquired lock "refresh_cache-82ad51b2-ec4e-4fcb-86ae-b543a80bd50f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.024704] env[62563]: DEBUG nova.network.neutron [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.030286] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.064812] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Releasing lock "refresh_cache-bcbe9cac-5512-47c8-8c57-b4cac4dc7d50" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.065153] env[62563]: DEBUG nova.compute.manager [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Instance network_info: |[{"id": "c29b95ec-83a2-4868-a386-d129308130d3", "address": "fa:16:3e:a6:3c:ac", "network": {"id": "f8f68598-ca7a-4b94-bf61-9880833af99d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1056605660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c98ba04244448d19b62bcc254ffdf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29b95ec-83", "ovs_interfaceid": "c29b95ec-83a2-4868-a386-d129308130d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1280.065699] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:3c:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c29b95ec-83a2-4868-a386-d129308130d3', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.075053] env[62563]: DEBUG oslo.service.loopingcall [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1280.077486] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.077486] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bf2a992-68cd-4530-b717-39d7ab4f4c58 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.100722] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.100722] env[62563]: value = "task-1750367" [ 1280.100722] env[62563]: _type = "Task" [ 1280.100722] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.114842] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750367, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.396606] env[62563]: DEBUG nova.compute.manager [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1280.445026] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750365, 'name': Rename_Task, 'duration_secs': 0.160016} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.446859] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.447661] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4ad6d29-21f0-4cdb-8e85-e3c6a89b5a5a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.453458] env[62563]: DEBUG oslo_concurrency.lockutils [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Releasing lock "refresh_cache-55e060d3-6fa8-4858-84cb-8167f0056b7e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.453458] env[62563]: DEBUG nova.compute.manager [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1280.453458] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.456024] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dbc37d-7391-40aa-a667-3df0886d8d8b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.460272] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1280.460272] env[62563]: value = "task-1750368" [ 1280.460272] env[62563]: _type = "Task" [ 1280.460272] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.468982] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.473587] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9762b19-7f9b-4814-9b82-e5fabd007305 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.479795] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750368, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.484612] env[62563]: DEBUG oslo_vmware.api [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1280.484612] env[62563]: value = "task-1750369" [ 1280.484612] env[62563]: _type = "Task" [ 1280.484612] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.494404] env[62563]: DEBUG oslo_vmware.api [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.537164] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750366, 'name': ReconfigVM_Task, 'duration_secs': 0.508429} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.540218] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 468d83b9-310a-4380-a855-b8a4db2c0ccf/468d83b9-310a-4380-a855-b8a4db2c0ccf.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.542107] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92017798-841c-4915-b490-cb7363793a81 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.550405] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1280.550405] env[62563]: value = "task-1750370" [ 1280.550405] env[62563]: _type = "Task" [ 1280.550405] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.564592] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750370, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.612700] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750367, 'name': CreateVM_Task, 'duration_secs': 0.486369} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.613101] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.614369] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.614369] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.614730] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1280.618179] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bea4495-d9fc-4488-a466-7ff60eaaded2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.623637] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1280.623637] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526774af-53f6-29f6-1198-b6484fc98946" [ 1280.623637] env[62563]: _type = "Task" [ 1280.623637] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.641928] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526774af-53f6-29f6-1198-b6484fc98946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.766596] env[62563]: DEBUG nova.network.neutron [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.866437] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fe485e-c49a-425a-a3ba-58030b13ec83 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.882972] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0cf0ae-796f-4a6a-8492-2039d3706ffe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.950021] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c811d624-7032-4694-a983-4476e13c9eb1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.959912] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b827c213-b043-4741-9da6-35521d17fafd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.977438] env[62563]: DEBUG nova.compute.provider_tree [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.983314] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750368, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.998695] env[62563]: DEBUG oslo_vmware.api [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750369, 'name': PowerOffVM_Task, 'duration_secs': 0.183345} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.998695] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.998695] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.002026] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb893991-3720-4fde-89ea-bbf099cb4bb3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.026150] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.026150] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.026285] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Deleting the datastore file [datastore1] 55e060d3-6fa8-4858-84cb-8167f0056b7e {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.026516] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d2a039e-0ce4-4d6a-80ff-b72cf1e74a9c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.038030] env[62563]: DEBUG oslo_vmware.api [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for the task: (returnval){ [ 1281.038030] env[62563]: value = "task-1750372" [ 1281.038030] env[62563]: _type = "Task" [ 1281.038030] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.054635] env[62563]: DEBUG oslo_vmware.api [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.065283] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750370, 'name': Rename_Task, 'duration_secs': 0.213128} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.065283] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.068135] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d73e2fb-a47f-4733-b875-6a4097400b14 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.073802] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1281.073802] env[62563]: value = "task-1750373" [ 1281.073802] env[62563]: _type = "Task" [ 1281.073802] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.087133] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.120359] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquiring lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.124164] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.139952] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526774af-53f6-29f6-1198-b6484fc98946, 'name': SearchDatastore_Task, 'duration_secs': 0.016573} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.140279] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.140540] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.140736] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.140891] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.141117] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.141384] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef0b795d-423c-4e5c-9cec-00e39728ed58 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.153276] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.153421] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.157696] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d1ea92c-e6ed-4167-a976-241aa9f4fcdf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.168238] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1281.168238] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527a0f5a-199f-fbf0-5ea9-650ff15134eb" [ 1281.168238] env[62563]: _type = "Task" [ 1281.168238] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.182182] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527a0f5a-199f-fbf0-5ea9-650ff15134eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.293181] env[62563]: DEBUG nova.network.neutron [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Updating instance_info_cache with network_info: [{"id": "2243d4dc-db86-4387-9fc5-44100e320d54", "address": "fa:16:3e:2b:e6:39", "network": {"id": "f8f68598-ca7a-4b94-bf61-9880833af99d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1056605660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c98ba04244448d19b62bcc254ffdf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2243d4dc-db", "ovs_interfaceid": "2243d4dc-db86-4387-9fc5-44100e320d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.322845] env[62563]: DEBUG nova.network.neutron [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Updated VIF entry in instance network info cache for port 42a51010-6064-4c90-b440-cf2b6898d3ac. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.323950] env[62563]: DEBUG nova.network.neutron [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Updating instance_info_cache with network_info: [{"id": "42a51010-6064-4c90-b440-cf2b6898d3ac", "address": "fa:16:3e:e1:8b:f9", "network": {"id": "f8f68598-ca7a-4b94-bf61-9880833af99d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1056605660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c98ba04244448d19b62bcc254ffdf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a51010-60", "ovs_interfaceid": "42a51010-6064-4c90-b440-cf2b6898d3ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.448285] env[62563]: DEBUG nova.compute.manager [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1281.474679] env[62563]: DEBUG nova.virt.hardware [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1281.475051] env[62563]: DEBUG nova.virt.hardware [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1281.475267] env[62563]: DEBUG nova.virt.hardware [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.475471] env[62563]: DEBUG nova.virt.hardware [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1281.475615] env[62563]: DEBUG nova.virt.hardware [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.475758] env[62563]: DEBUG nova.virt.hardware [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1281.476070] env[62563]: DEBUG nova.virt.hardware [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1281.476240] env[62563]: DEBUG nova.virt.hardware [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1281.476438] env[62563]: DEBUG nova.virt.hardware [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1281.476660] env[62563]: DEBUG nova.virt.hardware [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1281.476838] env[62563]: DEBUG nova.virt.hardware [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1281.478565] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b50e6d2-250f-4b9f-bd0e-3ee08100786f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.487259] env[62563]: DEBUG nova.scheduler.client.report [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1281.490855] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750368, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.500152] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca9fa96-f75b-4ade-9c49-8dc09af6c465 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.549277] env[62563]: DEBUG oslo_vmware.api [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Task: {'id': task-1750372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166204} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.549277] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.549277] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.549277] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.549277] env[62563]: INFO nova.compute.manager [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1281.550631] env[62563]: DEBUG oslo.service.loopingcall [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.550631] env[62563]: DEBUG nova.compute.manager [-] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1281.550631] env[62563]: DEBUG nova.network.neutron [-] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.584097] env[62563]: DEBUG nova.network.neutron [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Successfully created port: 05068c83-5a19-4cad-abe5-7c9ed84497bb {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.588700] env[62563]: DEBUG nova.network.neutron [-] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.598232] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750373, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.685995] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527a0f5a-199f-fbf0-5ea9-650ff15134eb, 'name': SearchDatastore_Task, 'duration_secs': 0.023897} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.687860] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7df83d-0941-46fd-9327-b3f91c95e8d9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.696576] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1281.696576] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52490265-4f96-69f5-6708-d86c1c5f97db" [ 1281.696576] env[62563]: _type = "Task" [ 1281.696576] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.706631] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52490265-4f96-69f5-6708-d86c1c5f97db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.778722] env[62563]: DEBUG nova.network.neutron [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Successfully updated port: b6535319-c5f2-46d4-aa5e-ad535834d456 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.796724] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Releasing lock "refresh_cache-82ad51b2-ec4e-4fcb-86ae-b543a80bd50f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.797307] env[62563]: DEBUG nova.compute.manager [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Instance network_info: |[{"id": "2243d4dc-db86-4387-9fc5-44100e320d54", "address": "fa:16:3e:2b:e6:39", "network": {"id": "f8f68598-ca7a-4b94-bf61-9880833af99d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1056605660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c98ba04244448d19b62bcc254ffdf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2243d4dc-db", "ovs_interfaceid": "2243d4dc-db86-4387-9fc5-44100e320d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1281.797831] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:e6:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2243d4dc-db86-4387-9fc5-44100e320d54', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.813963] env[62563]: DEBUG oslo.service.loopingcall [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.814277] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.814742] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21ef7390-b67d-4d20-9330-10f60b4cc366 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.830081] env[62563]: DEBUG oslo_concurrency.lockutils [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] Releasing lock "refresh_cache-b607559a-9f41-465d-8c03-c9e2bddbd173" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.830216] env[62563]: DEBUG nova.compute.manager [req-6302e2fa-8196-4e5c-a0c8-1d0b7d824303 req-e047a39d-f75e-43a3-b63e-b39fa0131284 service nova] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Received event network-vif-deleted-a09170a4-c2d2-435b-9196-333640c11d15 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1281.836917] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.836917] env[62563]: value = "task-1750374" [ 1281.836917] env[62563]: _type = "Task" [ 1281.836917] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.847846] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750374, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.980996] env[62563]: DEBUG oslo_vmware.api [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750368, 'name': PowerOnVM_Task, 'duration_secs': 1.206219} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.980996] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.981449] env[62563]: INFO nova.compute.manager [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1281.981449] env[62563]: DEBUG nova.compute.manager [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1281.982251] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46275a46-5511-4ab4-9313-cad0f2099a97 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.992663] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.993525] env[62563]: DEBUG nova.compute.manager [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1281.997834] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.086s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.998620] env[62563]: INFO nova.compute.claims [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.087513] env[62563]: DEBUG oslo_vmware.api [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750373, 'name': PowerOnVM_Task, 'duration_secs': 0.589457} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.087822] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.088033] env[62563]: INFO nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Took 13.24 seconds to spawn the instance on the hypervisor. [ 1282.088297] env[62563]: DEBUG nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1282.089713] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7545bb21-c087-4d82-a41d-aa35a8b7f0a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.100657] env[62563]: DEBUG nova.network.neutron [-] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.212862] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52490265-4f96-69f5-6708-d86c1c5f97db, 'name': SearchDatastore_Task, 'duration_secs': 0.013934} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.213916] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.215303] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] bcbe9cac-5512-47c8-8c57-b4cac4dc7d50/bcbe9cac-5512-47c8-8c57-b4cac4dc7d50.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.215303] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c36993fc-bb61-4991-94fb-dab299841ad5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.228632] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1282.228632] env[62563]: value = "task-1750375" [ 1282.228632] env[62563]: _type = "Task" [ 1282.228632] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.249437] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.266483] env[62563]: DEBUG nova.compute.manager [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Received event network-vif-plugged-2243d4dc-db86-4387-9fc5-44100e320d54 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1282.268814] env[62563]: DEBUG oslo_concurrency.lockutils [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] Acquiring lock "82ad51b2-ec4e-4fcb-86ae-b543a80bd50f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.268814] env[62563]: DEBUG oslo_concurrency.lockutils [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] Lock "82ad51b2-ec4e-4fcb-86ae-b543a80bd50f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.268814] env[62563]: DEBUG oslo_concurrency.lockutils [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] Lock "82ad51b2-ec4e-4fcb-86ae-b543a80bd50f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.268814] env[62563]: DEBUG nova.compute.manager [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] No waiting events found dispatching network-vif-plugged-2243d4dc-db86-4387-9fc5-44100e320d54 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1282.268814] env[62563]: WARNING nova.compute.manager [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Received unexpected event network-vif-plugged-2243d4dc-db86-4387-9fc5-44100e320d54 for instance with vm_state building and task_state spawning. [ 1282.269280] env[62563]: DEBUG nova.compute.manager [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Received event network-changed-2243d4dc-db86-4387-9fc5-44100e320d54 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1282.269280] env[62563]: DEBUG nova.compute.manager [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Refreshing instance network info cache due to event network-changed-2243d4dc-db86-4387-9fc5-44100e320d54. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1282.269280] env[62563]: DEBUG oslo_concurrency.lockutils [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] Acquiring lock "refresh_cache-82ad51b2-ec4e-4fcb-86ae-b543a80bd50f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.269280] env[62563]: DEBUG oslo_concurrency.lockutils [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] Acquired lock "refresh_cache-82ad51b2-ec4e-4fcb-86ae-b543a80bd50f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.269280] env[62563]: DEBUG nova.network.neutron [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Refreshing network info cache for port 2243d4dc-db86-4387-9fc5-44100e320d54 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.283660] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "refresh_cache-5ee7e59e-98e3-45ea-a417-04846bc4a953" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.284032] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquired lock "refresh_cache-5ee7e59e-98e3-45ea-a417-04846bc4a953" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.284277] env[62563]: DEBUG nova.network.neutron [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.353053] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750374, 'name': CreateVM_Task, 'duration_secs': 0.430486} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.353296] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.354969] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.355072] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.355399] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.355687] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3798b9e9-8589-44ab-97ac-af26c0810c08 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.363573] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1282.363573] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5262650c-3174-28db-9fbf-0c1d3e1b8b4b" [ 1282.363573] env[62563]: _type = "Task" [ 1282.363573] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.374297] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5262650c-3174-28db-9fbf-0c1d3e1b8b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.503751] env[62563]: DEBUG nova.compute.utils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1282.513206] env[62563]: DEBUG nova.compute.manager [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1282.513517] env[62563]: DEBUG nova.network.neutron [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.517855] env[62563]: INFO nova.compute.manager [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Took 31.76 seconds to build instance. [ 1282.608690] env[62563]: INFO nova.compute.manager [-] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Took 1.06 seconds to deallocate network for instance. [ 1282.624384] env[62563]: DEBUG nova.policy [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5ca6ca6d05943bdab258fca8cf3cb20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a1366cf3b8a46a98bdcb820ef68764a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1282.627995] env[62563]: INFO nova.compute.manager [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Took 33.98 seconds to build instance. [ 1282.743267] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750375, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.878860] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5262650c-3174-28db-9fbf-0c1d3e1b8b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.013784} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.880028] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.880028] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.880317] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.880441] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.880646] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.881091] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6413eae6-0d12-49e5-add1-e097477bfdd2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.898920] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.900468] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.904741] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde544d5-0e99-4668-80dc-848c67f2e6d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.917104] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "024ba1e3-9d5f-4345-a522-d2fbe6c361b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.917403] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "024ba1e3-9d5f-4345-a522-d2fbe6c361b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.922026] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1282.922026] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52138a54-ee4e-0702-2069-6891cd2d2928" [ 1282.922026] env[62563]: _type = "Task" [ 1282.922026] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.943726] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52138a54-ee4e-0702-2069-6891cd2d2928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.945074] env[62563]: DEBUG nova.network.neutron [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.008396] env[62563]: DEBUG nova.compute.manager [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1283.023389] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8a349fbe-ecd9-4909-a556-83c7421aa6ba tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "b607559a-9f41-465d-8c03-c9e2bddbd173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.276s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.123125] env[62563]: DEBUG oslo_concurrency.lockutils [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.131407] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96ff7781-910c-48e2-b32c-134161f4b35b tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "468d83b9-310a-4380-a855-b8a4db2c0ccf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.489s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.242241] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81551} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.244879] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] bcbe9cac-5512-47c8-8c57-b4cac4dc7d50/bcbe9cac-5512-47c8-8c57-b4cac4dc7d50.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1283.245399] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1283.246270] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83d63b20-1304-4cec-8011-c4095e3766cb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.259152] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1283.259152] env[62563]: value = "task-1750376" [ 1283.259152] env[62563]: _type = "Task" [ 1283.259152] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.270021] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.439222] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52138a54-ee4e-0702-2069-6891cd2d2928, 'name': SearchDatastore_Task, 'duration_secs': 0.060772} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.440750] env[62563]: DEBUG nova.network.neutron [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Updating instance_info_cache with network_info: [{"id": "b6535319-c5f2-46d4-aa5e-ad535834d456", "address": "fa:16:3e:48:6c:6f", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6535319-c5", "ovs_interfaceid": "b6535319-c5f2-46d4-aa5e-ad535834d456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.444780] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61059159-b92a-427f-9d21-37fc58031305 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.447892] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13cb4e1-792b-4574-bab5-c6a9229d299d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.458039] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1283.458039] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fe8edb-83d3-d297-970b-b0e215e12e29" [ 1283.458039] env[62563]: _type = "Task" [ 1283.458039] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.459125] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e884c-c7e4-4e82-8c02-ad7bbb378f25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.472455] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fe8edb-83d3-d297-970b-b0e215e12e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.499469] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9366b8-d188-4709-8fca-8b32c314ec09 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.509428] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff8c30b-12c1-489f-930a-d7dd13ee4b89 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.533133] env[62563]: DEBUG nova.compute.manager [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1283.538935] env[62563]: DEBUG nova.compute.provider_tree [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.540868] env[62563]: DEBUG nova.network.neutron [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Successfully created port: 42af1799-170d-43af-8875-dc5de345ac85 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.634732] env[62563]: DEBUG nova.compute.manager [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1283.773507] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124282} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.773507] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.775219] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c2a48-6495-4fe2-b037-256cbd31d8ca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.801251] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] bcbe9cac-5512-47c8-8c57-b4cac4dc7d50/bcbe9cac-5512-47c8-8c57-b4cac4dc7d50.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.802080] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f1b8b68-a6e5-4838-be8a-fe2cb9cfa2dd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.817709] env[62563]: DEBUG nova.network.neutron [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Updated VIF entry in instance network info cache for port 2243d4dc-db86-4387-9fc5-44100e320d54. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.818167] env[62563]: DEBUG nova.network.neutron [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Updating instance_info_cache with network_info: [{"id": "2243d4dc-db86-4387-9fc5-44100e320d54", "address": "fa:16:3e:2b:e6:39", "network": {"id": "f8f68598-ca7a-4b94-bf61-9880833af99d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1056605660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c98ba04244448d19b62bcc254ffdf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2243d4dc-db", "ovs_interfaceid": "2243d4dc-db86-4387-9fc5-44100e320d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.827021] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1283.827021] env[62563]: value = "task-1750377" [ 1283.827021] env[62563]: _type = "Task" [ 1283.827021] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.837512] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.945614] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Releasing lock "refresh_cache-5ee7e59e-98e3-45ea-a417-04846bc4a953" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.946187] env[62563]: DEBUG nova.compute.manager [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Instance network_info: |[{"id": "b6535319-c5f2-46d4-aa5e-ad535834d456", "address": "fa:16:3e:48:6c:6f", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6535319-c5", "ovs_interfaceid": "b6535319-c5f2-46d4-aa5e-ad535834d456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1283.946798] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:6c:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6535319-c5f2-46d4-aa5e-ad535834d456', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.961841] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Creating folder: Project (ac846f9c9e3e495b998fc6f588332c87). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1283.963835] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f60a8fd6-f110-4b11-ba40-1081b61c51ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.976160] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fe8edb-83d3-d297-970b-b0e215e12e29, 'name': SearchDatastore_Task, 'duration_secs': 0.017847} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.976548] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.976848] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f/82ad51b2-ec4e-4fcb-86ae-b543a80bd50f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.977170] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4ea6263-061d-46c2-9427-d6e9fa70f6f3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.981805] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Created folder: Project (ac846f9c9e3e495b998fc6f588332c87) in parent group-v363823. [ 1283.981805] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Creating folder: Instances. Parent ref: group-v363848. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1283.982337] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3a626fa-371f-4fb0-8feb-2d9f10f80ca5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.985658] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1283.985658] env[62563]: value = "task-1750379" [ 1283.985658] env[62563]: _type = "Task" [ 1283.985658] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.995614] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.997512] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Created folder: Instances in parent group-v363848. [ 1283.998029] env[62563]: DEBUG oslo.service.loopingcall [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.998326] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.998588] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e369aed-68f1-4bdf-aaf7-f4fb473ebb0c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.021620] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.021620] env[62563]: value = "task-1750381" [ 1284.021620] env[62563]: _type = "Task" [ 1284.021620] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.028453] env[62563]: DEBUG nova.compute.manager [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1284.041530] env[62563]: DEBUG nova.scheduler.client.report [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1284.045373] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750381, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.063962] env[62563]: DEBUG nova.compute.manager [req-b0698ead-3719-4999-b17f-344ccdcc39fc req-a317cb3f-94a7-4cea-92ce-9abf0b76a42c service nova] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Received event network-changed-c29b95ec-83a2-4868-a386-d129308130d3 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1284.064754] env[62563]: DEBUG nova.compute.manager [req-b0698ead-3719-4999-b17f-344ccdcc39fc req-a317cb3f-94a7-4cea-92ce-9abf0b76a42c service nova] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Refreshing instance network info cache due to event network-changed-c29b95ec-83a2-4868-a386-d129308130d3. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1284.064754] env[62563]: DEBUG oslo_concurrency.lockutils [req-b0698ead-3719-4999-b17f-344ccdcc39fc req-a317cb3f-94a7-4cea-92ce-9abf0b76a42c service nova] Acquiring lock "refresh_cache-bcbe9cac-5512-47c8-8c57-b4cac4dc7d50" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.064941] env[62563]: DEBUG oslo_concurrency.lockutils [req-b0698ead-3719-4999-b17f-344ccdcc39fc req-a317cb3f-94a7-4cea-92ce-9abf0b76a42c service nova] Acquired lock "refresh_cache-bcbe9cac-5512-47c8-8c57-b4cac4dc7d50" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.067017] env[62563]: DEBUG nova.network.neutron [req-b0698ead-3719-4999-b17f-344ccdcc39fc req-a317cb3f-94a7-4cea-92ce-9abf0b76a42c service nova] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Refreshing network info cache for port c29b95ec-83a2-4868-a386-d129308130d3 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.070334] env[62563]: DEBUG nova.virt.hardware [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1284.070577] env[62563]: DEBUG nova.virt.hardware [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1284.070727] env[62563]: DEBUG nova.virt.hardware [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.070917] env[62563]: DEBUG nova.virt.hardware [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1284.071072] env[62563]: DEBUG nova.virt.hardware [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.071263] env[62563]: DEBUG nova.virt.hardware [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1284.071529] env[62563]: DEBUG nova.virt.hardware [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1284.071706] env[62563]: DEBUG nova.virt.hardware [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1284.071877] env[62563]: DEBUG nova.virt.hardware [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1284.072061] env[62563]: DEBUG nova.virt.hardware [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1284.072399] env[62563]: DEBUG nova.virt.hardware [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1284.076025] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab87ecd6-7775-4157-8a3c-6cc78f6401f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.083233] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.088450] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b0a2b2-8470-40ea-ac2c-f7ff6e7e4f13 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.158655] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.174348] env[62563]: DEBUG nova.network.neutron [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Successfully updated port: 05068c83-5a19-4cad-abe5-7c9ed84497bb {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.321742] env[62563]: DEBUG oslo_concurrency.lockutils [req-0947c1cd-3b64-4020-9c5e-e78711472eb4 req-373a76bb-4703-4cc9-9179-9c814680cf76 service nova] Releasing lock "refresh_cache-82ad51b2-ec4e-4fcb-86ae-b543a80bd50f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.340399] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750377, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.499679] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.540597] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750381, 'name': CreateVM_Task, 'duration_secs': 0.396085} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.540800] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.541606] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.541771] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.542109] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.542388] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6804e1c3-f0a1-49a1-ae50-5447e8917625 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.548201] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.548321] env[62563]: DEBUG nova.compute.manager [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1284.554321] env[62563]: DEBUG oslo_concurrency.lockutils [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.856s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.554571] env[62563]: DEBUG nova.objects.instance [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Lazy-loading 'resources' on Instance uuid f23024ac-227c-4b6e-831d-7d58d6e41be9 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.556932] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1284.556932] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5276e2d3-a103-22c2-0fea-fcfd15abb01b" [ 1284.556932] env[62563]: _type = "Task" [ 1284.556932] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.569352] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5276e2d3-a103-22c2-0fea-fcfd15abb01b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.683055] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Acquiring lock "refresh_cache-1d2670a8-da71-4689-98d3-f23a84db3452" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.683055] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Acquired lock "refresh_cache-1d2670a8-da71-4689-98d3-f23a84db3452" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.683055] env[62563]: DEBUG nova.network.neutron [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.844908] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750377, 'name': ReconfigVM_Task, 'duration_secs': 0.520818} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.845706] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Reconfigured VM instance instance-00000009 to attach disk [datastore1] bcbe9cac-5512-47c8-8c57-b4cac4dc7d50/bcbe9cac-5512-47c8-8c57-b4cac4dc7d50.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.846742] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37160ec5-631e-461f-bf1a-e3b4726cab81 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.858295] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1284.858295] env[62563]: value = "task-1750382" [ 1284.858295] env[62563]: _type = "Task" [ 1284.858295] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.870850] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750382, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.000716] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750379, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.060183] env[62563]: DEBUG nova.compute.utils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1285.064610] env[62563]: DEBUG nova.compute.manager [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1285.065044] env[62563]: DEBUG nova.network.neutron [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.081449] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5276e2d3-a103-22c2-0fea-fcfd15abb01b, 'name': SearchDatastore_Task, 'duration_secs': 0.088947} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.082743] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.083225] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.083684] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.084088] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.084981] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.086221] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dba5912-f1cd-4415-bba4-d034cecbd84e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.102146] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.102146] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.102146] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06615ab2-2a9b-4a62-b77e-94d484377f9a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.111206] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1285.111206] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d8259f-05cf-376e-6c9c-4626bfbf0c0b" [ 1285.111206] env[62563]: _type = "Task" [ 1285.111206] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.123951] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d8259f-05cf-376e-6c9c-4626bfbf0c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.188797] env[62563]: DEBUG nova.network.neutron [req-b0698ead-3719-4999-b17f-344ccdcc39fc req-a317cb3f-94a7-4cea-92ce-9abf0b76a42c service nova] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Updated VIF entry in instance network info cache for port c29b95ec-83a2-4868-a386-d129308130d3. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.189144] env[62563]: DEBUG nova.network.neutron [req-b0698ead-3719-4999-b17f-344ccdcc39fc req-a317cb3f-94a7-4cea-92ce-9abf0b76a42c service nova] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Updating instance_info_cache with network_info: [{"id": "c29b95ec-83a2-4868-a386-d129308130d3", "address": "fa:16:3e:a6:3c:ac", "network": {"id": "f8f68598-ca7a-4b94-bf61-9880833af99d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1056605660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c98ba04244448d19b62bcc254ffdf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29b95ec-83", "ovs_interfaceid": "c29b95ec-83a2-4868-a386-d129308130d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.230630] env[62563]: DEBUG nova.policy [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f29ab8bb3f74b01b872ad0fbe76add3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a4caefef8b47938da3bae148742ca1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1285.251185] env[62563]: DEBUG nova.network.neutron [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.263738] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.263738] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1285.263738] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1285.372221] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750382, 'name': Rename_Task, 'duration_secs': 0.481296} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.373527] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.373962] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-affd9c72-0ee2-4926-a92e-837c55edac81 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.384873] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1285.384873] env[62563]: value = "task-1750383" [ 1285.384873] env[62563]: _type = "Task" [ 1285.384873] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.397934] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.499814] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750379, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.152734} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.500090] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f/82ad51b2-ec4e-4fcb-86ae-b543a80bd50f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.500305] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.500552] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab150ddd-a5f9-4278-a8d8-5b941ba01cc2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.506749] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1285.506749] env[62563]: value = "task-1750384" [ 1285.506749] env[62563]: _type = "Task" [ 1285.506749] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.519273] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.550147] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f530ff9e-b530-44e9-83bd-270160c1382d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.558612] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d2b3ad-d6f3-4b6f-9df7-a200f11e2640 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.564780] env[62563]: DEBUG nova.compute.manager [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1285.599330] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e8bdf8-5ef7-4344-ae24-10dbbc8ceeb1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.608063] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40010c4b-fb46-4d7b-bef1-206aa62ff0d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.627692] env[62563]: DEBUG nova.compute.provider_tree [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.638155] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d8259f-05cf-376e-6c9c-4626bfbf0c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.028097} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.638155] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82053215-5a72-49fa-b7e5-50d538fab927 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.640651] env[62563]: DEBUG nova.network.neutron [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Updating instance_info_cache with network_info: [{"id": "05068c83-5a19-4cad-abe5-7c9ed84497bb", "address": "fa:16:3e:48:b1:f5", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05068c83-5a", "ovs_interfaceid": "05068c83-5a19-4cad-abe5-7c9ed84497bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.648021] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1285.648021] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ba80f5-13a9-6b63-409a-5ec7b71a88b6" [ 1285.648021] env[62563]: _type = "Task" [ 1285.648021] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.657054] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ba80f5-13a9-6b63-409a-5ec7b71a88b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.695631] env[62563]: DEBUG oslo_concurrency.lockutils [req-b0698ead-3719-4999-b17f-344ccdcc39fc req-a317cb3f-94a7-4cea-92ce-9abf0b76a42c service nova] Releasing lock "refresh_cache-bcbe9cac-5512-47c8-8c57-b4cac4dc7d50" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.777288] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Skipping network cache update for instance because it is Building. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1285.777288] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Skipping network cache update for instance because it is Building. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1285.777288] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Skipping network cache update for instance because it is Building. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1285.777288] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Skipping network cache update for instance because it is Building. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1285.777288] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Skipping network cache update for instance because it is Building. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1285.778965] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Skipping network cache update for instance because it is Building. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1285.819645] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "e6044b75-698a-4eae-a77e-74d92ec969fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.820425] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "e6044b75-698a-4eae-a77e-74d92ec969fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.841470] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "refresh_cache-55e060d3-6fa8-4858-84cb-8167f0056b7e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.841470] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquired lock "refresh_cache-55e060d3-6fa8-4858-84cb-8167f0056b7e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.841470] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Forcefully refreshing network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1285.841470] env[62563]: DEBUG nova.objects.instance [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lazy-loading 'info_cache' on Instance uuid 55e060d3-6fa8-4858-84cb-8167f0056b7e {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.874789] env[62563]: DEBUG nova.network.neutron [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Successfully updated port: 42af1799-170d-43af-8875-dc5de345ac85 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.897956] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750383, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.017808] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068618} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.017972] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.018778] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1518faf1-b560-43d4-90a3-579e65937afe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.042325] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f/82ad51b2-ec4e-4fcb-86ae-b543a80bd50f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.042678] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-114cc267-426d-4d2b-a7c3-bc74ac5254bc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.065723] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1286.065723] env[62563]: value = "task-1750385" [ 1286.065723] env[62563]: _type = "Task" [ 1286.065723] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.074300] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.131915] env[62563]: DEBUG nova.scheduler.client.report [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1286.141715] env[62563]: DEBUG nova.network.neutron [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Successfully created port: cf33681b-a952-40eb-8d97-e386a4396f32 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1286.144204] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Releasing lock "refresh_cache-1d2670a8-da71-4689-98d3-f23a84db3452" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.144549] env[62563]: DEBUG nova.compute.manager [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Instance network_info: |[{"id": "05068c83-5a19-4cad-abe5-7c9ed84497bb", "address": "fa:16:3e:48:b1:f5", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05068c83-5a", "ovs_interfaceid": "05068c83-5a19-4cad-abe5-7c9ed84497bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1286.144900] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:b1:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05068c83-5a19-4cad-abe5-7c9ed84497bb', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.158433] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Creating folder: Project (217a10d29bd243a9a22c0ea509689d6f). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.158869] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff78cc83-ff53-416c-936e-08358e5d9154 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.181453] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ba80f5-13a9-6b63-409a-5ec7b71a88b6, 'name': SearchDatastore_Task, 'duration_secs': 0.021037} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.181453] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.181453] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 5ee7e59e-98e3-45ea-a417-04846bc4a953/5ee7e59e-98e3-45ea-a417-04846bc4a953.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.181453] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Created folder: Project (217a10d29bd243a9a22c0ea509689d6f) in parent group-v363823. [ 1286.181621] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Creating folder: Instances. Parent ref: group-v363851. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.181621] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fac05f7-9e2e-41fc-b7b9-92ffcba09880 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.186959] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45901d4a-482b-476e-8c5f-1db69360d0e8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.194305] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1286.194305] env[62563]: value = "task-1750388" [ 1286.194305] env[62563]: _type = "Task" [ 1286.194305] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.199045] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Created folder: Instances in parent group-v363851. [ 1286.199265] env[62563]: DEBUG oslo.service.loopingcall [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1286.203126] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.206592] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33934cd6-1257-4b65-baf7-deb2d7107625 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.225054] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.231101] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.231101] env[62563]: value = "task-1750389" [ 1286.231101] env[62563]: _type = "Task" [ 1286.231101] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.238033] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750389, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.339159] env[62563]: DEBUG nova.compute.manager [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Received event network-vif-plugged-b6535319-c5f2-46d4-aa5e-ad535834d456 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1286.339159] env[62563]: DEBUG oslo_concurrency.lockutils [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] Acquiring lock "5ee7e59e-98e3-45ea-a417-04846bc4a953-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.340879] env[62563]: DEBUG oslo_concurrency.lockutils [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] Lock "5ee7e59e-98e3-45ea-a417-04846bc4a953-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.341236] env[62563]: DEBUG oslo_concurrency.lockutils [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] Lock "5ee7e59e-98e3-45ea-a417-04846bc4a953-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.341575] env[62563]: DEBUG nova.compute.manager [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] No waiting events found dispatching network-vif-plugged-b6535319-c5f2-46d4-aa5e-ad535834d456 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1286.341896] env[62563]: WARNING nova.compute.manager [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Received unexpected event network-vif-plugged-b6535319-c5f2-46d4-aa5e-ad535834d456 for instance with vm_state building and task_state spawning. [ 1286.342595] env[62563]: DEBUG nova.compute.manager [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Received event network-changed-b6535319-c5f2-46d4-aa5e-ad535834d456 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1286.342595] env[62563]: DEBUG nova.compute.manager [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Refreshing instance network info cache due to event network-changed-b6535319-c5f2-46d4-aa5e-ad535834d456. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1286.342595] env[62563]: DEBUG oslo_concurrency.lockutils [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] Acquiring lock "refresh_cache-5ee7e59e-98e3-45ea-a417-04846bc4a953" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.342791] env[62563]: DEBUG oslo_concurrency.lockutils [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] Acquired lock "refresh_cache-5ee7e59e-98e3-45ea-a417-04846bc4a953" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.343025] env[62563]: DEBUG nova.network.neutron [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Refreshing network info cache for port b6535319-c5f2-46d4-aa5e-ad535834d456 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.382297] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Acquiring lock "refresh_cache-c8fb0191-9677-4361-8ed4-5592fd35be72" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.382297] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Acquired lock "refresh_cache-c8fb0191-9677-4361-8ed4-5592fd35be72" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.382297] env[62563]: DEBUG nova.network.neutron [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.398704] env[62563]: DEBUG oslo_vmware.api [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750383, 'name': PowerOnVM_Task, 'duration_secs': 0.646365} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.402020] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.402020] env[62563]: INFO nova.compute.manager [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Took 12.63 seconds to spawn the instance on the hypervisor. [ 1286.402020] env[62563]: DEBUG nova.compute.manager [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1286.402471] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a640967-8af4-41fd-a9a1-a677dedef778 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.576664] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.605611] env[62563]: DEBUG nova.compute.manager [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1286.635314] env[62563]: DEBUG nova.virt.hardware [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1286.635874] env[62563]: DEBUG nova.virt.hardware [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1286.636115] env[62563]: DEBUG nova.virt.hardware [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.636399] env[62563]: DEBUG nova.virt.hardware [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1286.636728] env[62563]: DEBUG nova.virt.hardware [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.636904] env[62563]: DEBUG nova.virt.hardware [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1286.637541] env[62563]: DEBUG nova.virt.hardware [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1286.637940] env[62563]: DEBUG nova.virt.hardware [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1286.638373] env[62563]: DEBUG nova.virt.hardware [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1286.638641] env[62563]: DEBUG nova.virt.hardware [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1286.638898] env[62563]: DEBUG nova.virt.hardware [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1286.640212] env[62563]: DEBUG oslo_concurrency.lockutils [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.643814] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce24546-d0e9-4866-8a96-cf6444765efc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.650252] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.187s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.651032] env[62563]: INFO nova.compute.claims [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.660885] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b299b09-5c2a-4157-813a-c51c5fbdbcee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.678808] env[62563]: INFO nova.scheduler.client.report [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Deleted allocations for instance f23024ac-227c-4b6e-831d-7d58d6e41be9 [ 1286.706887] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750388, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.746351] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750389, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.903566] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.927285] env[62563]: INFO nova.compute.manager [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Took 33.87 seconds to build instance. [ 1286.963817] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Acquiring lock "f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.965276] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Lock "f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.967810] env[62563]: DEBUG nova.network.neutron [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.089294] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750385, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.190823] env[62563]: DEBUG oslo_concurrency.lockutils [None req-11a81919-5139-414f-b845-94f2db1638a1 tempest-ServerDiagnosticsTest-644677877 tempest-ServerDiagnosticsTest-644677877-project-member] Lock "f23024ac-227c-4b6e-831d-7d58d6e41be9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.041s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.211164] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878689} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.211796] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 5ee7e59e-98e3-45ea-a417-04846bc4a953/5ee7e59e-98e3-45ea-a417-04846bc4a953.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.211796] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.212057] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb1ed2ae-626e-463b-b5f0-3d73942a9c21 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.219179] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1287.219179] env[62563]: value = "task-1750390" [ 1287.219179] env[62563]: _type = "Task" [ 1287.219179] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.223812] env[62563]: DEBUG nova.network.neutron [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Updating instance_info_cache with network_info: [{"id": "42af1799-170d-43af-8875-dc5de345ac85", "address": "fa:16:3e:2c:55:83", "network": {"id": "ab23dd1b-3831-455c-ba80-09bbb9add25d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-18859905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a1366cf3b8a46a98bdcb820ef68764a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af1799-17", "ovs_interfaceid": "42af1799-170d-43af-8875-dc5de345ac85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.229415] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.241806] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750389, 'name': CreateVM_Task, 'duration_secs': 0.858165} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.242729] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.243631] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.243869] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.244322] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1287.244903] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6468e862-4950-453c-be15-4755675e8ccb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.252695] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Waiting for the task: (returnval){ [ 1287.252695] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526d4e27-f666-39c7-2de0-f46581cb6171" [ 1287.252695] env[62563]: _type = "Task" [ 1287.252695] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.263995] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526d4e27-f666-39c7-2de0-f46581cb6171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.287729] env[62563]: DEBUG nova.network.neutron [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Updated VIF entry in instance network info cache for port b6535319-c5f2-46d4-aa5e-ad535834d456. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.288104] env[62563]: DEBUG nova.network.neutron [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Updating instance_info_cache with network_info: [{"id": "b6535319-c5f2-46d4-aa5e-ad535834d456", "address": "fa:16:3e:48:6c:6f", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6535319-c5", "ovs_interfaceid": "b6535319-c5f2-46d4-aa5e-ad535834d456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.430770] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94be462f-f0ff-4cd2-97cc-fd887ca1832e tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "bcbe9cac-5512-47c8-8c57-b4cac4dc7d50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.401s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.478407] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.577932] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750385, 'name': ReconfigVM_Task, 'duration_secs': 1.045916} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.578284] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f/82ad51b2-ec4e-4fcb-86ae-b543a80bd50f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.578908] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d63d094-fcde-478d-93dd-783ff8a3fe57 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.584969] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1287.584969] env[62563]: value = "task-1750391" [ 1287.584969] env[62563]: _type = "Task" [ 1287.584969] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.594507] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750391, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.728940] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Releasing lock "refresh_cache-c8fb0191-9677-4361-8ed4-5592fd35be72" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.729658] env[62563]: DEBUG nova.compute.manager [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Instance network_info: |[{"id": "42af1799-170d-43af-8875-dc5de345ac85", "address": "fa:16:3e:2c:55:83", "network": {"id": "ab23dd1b-3831-455c-ba80-09bbb9add25d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-18859905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a1366cf3b8a46a98bdcb820ef68764a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af1799-17", "ovs_interfaceid": "42af1799-170d-43af-8875-dc5de345ac85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1287.737354] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:55:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42af1799-170d-43af-8875-dc5de345ac85', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.742376] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Creating folder: Project (0a1366cf3b8a46a98bdcb820ef68764a). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.743511] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084942} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.747914] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1bd49b3-5d45-448b-b759-538440c85391 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.750878] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.752941] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b8279f-eba6-4d93-b443-5c8ef8bb00ab {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.788585] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 5ee7e59e-98e3-45ea-a417-04846bc4a953/5ee7e59e-98e3-45ea-a417-04846bc4a953.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.789070] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526d4e27-f666-39c7-2de0-f46581cb6171, 'name': SearchDatastore_Task, 'duration_secs': 0.015094} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.793485] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a1b801-f4f6-4342-8834-75dcc0820ba0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.809113] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.809387] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.809620] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.809767] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.810247] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.810464] env[62563]: DEBUG oslo_concurrency.lockutils [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] Releasing lock "refresh_cache-5ee7e59e-98e3-45ea-a417-04846bc4a953" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.810717] env[62563]: DEBUG nova.compute.manager [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Received event network-vif-plugged-05068c83-5a19-4cad-abe5-7c9ed84497bb {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1287.810984] env[62563]: DEBUG oslo_concurrency.lockutils [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] Acquiring lock "1d2670a8-da71-4689-98d3-f23a84db3452-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.811174] env[62563]: DEBUG oslo_concurrency.lockutils [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] Lock "1d2670a8-da71-4689-98d3-f23a84db3452-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.811345] env[62563]: DEBUG oslo_concurrency.lockutils [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] Lock "1d2670a8-da71-4689-98d3-f23a84db3452-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.811513] env[62563]: DEBUG nova.compute.manager [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] No waiting events found dispatching network-vif-plugged-05068c83-5a19-4cad-abe5-7c9ed84497bb {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1287.811766] env[62563]: WARNING nova.compute.manager [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Received unexpected event network-vif-plugged-05068c83-5a19-4cad-abe5-7c9ed84497bb for instance with vm_state building and task_state spawning. [ 1287.811945] env[62563]: DEBUG nova.compute.manager [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Received event network-changed-05068c83-5a19-4cad-abe5-7c9ed84497bb {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1287.812116] env[62563]: DEBUG nova.compute.manager [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Refreshing instance network info cache due to event network-changed-05068c83-5a19-4cad-abe5-7c9ed84497bb. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1287.812302] env[62563]: DEBUG oslo_concurrency.lockutils [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] Acquiring lock "refresh_cache-1d2670a8-da71-4689-98d3-f23a84db3452" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.812454] env[62563]: DEBUG oslo_concurrency.lockutils [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] Acquired lock "refresh_cache-1d2670a8-da71-4689-98d3-f23a84db3452" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.812615] env[62563]: DEBUG nova.network.neutron [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Refreshing network info cache for port 05068c83-5a19-4cad-abe5-7c9ed84497bb {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.813967] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Created folder: Project (0a1366cf3b8a46a98bdcb820ef68764a) in parent group-v363823. [ 1287.814078] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Creating folder: Instances. Parent ref: group-v363854. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.814783] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-612e4c28-899c-43bb-af21-df6d77aa1dbf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.817165] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d38420c-62ff-43a4-81aa-b8e8c905d9cc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.827368] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.827552] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.830151] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfaf36ea-9bd5-49ce-847c-c994a653226f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.832809] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Created folder: Instances in parent group-v363854. [ 1287.833105] env[62563]: DEBUG oslo.service.loopingcall [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1287.833327] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1287.833327] env[62563]: value = "task-1750393" [ 1287.833327] env[62563]: _type = "Task" [ 1287.833327] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.833530] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.834458] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b09c5bfb-f594-4365-8355-3c6796996766 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.855578] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Waiting for the task: (returnval){ [ 1287.855578] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5211f6ce-f384-3101-6a1d-10e0bb4eb0be" [ 1287.855578] env[62563]: _type = "Task" [ 1287.855578] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.864460] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.864460] env[62563]: value = "task-1750395" [ 1287.864460] env[62563]: _type = "Task" [ 1287.864460] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.865064] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.874437] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5211f6ce-f384-3101-6a1d-10e0bb4eb0be, 'name': SearchDatastore_Task, 'duration_secs': 0.023229} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.875838] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424c6b83-e946-4a4e-b8ca-b829e243a1e7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.882246] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750395, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.885195] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Waiting for the task: (returnval){ [ 1287.885195] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5238cce3-0c44-8378-27b2-817f1e0f9a9c" [ 1287.885195] env[62563]: _type = "Task" [ 1287.885195] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.895282] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5238cce3-0c44-8378-27b2-817f1e0f9a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.932190] env[62563]: DEBUG nova.compute.manager [None req-b23558ff-c85f-4820-8491-2bdf06bf426a tempest-ServersListShow296Test-133673494 tempest-ServersListShow296Test-133673494-project-member] [instance: e54a80a2-830f-4bbe-a57c-eb074964f15d] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1287.981331] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Releasing lock "refresh_cache-55e060d3-6fa8-4858-84cb-8167f0056b7e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.981491] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Updated the network info_cache for instance {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1287.982851] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.097863] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750391, 'name': Rename_Task, 'duration_secs': 0.22885} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.098222] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.098527] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9969913-4ef6-4c72-9fe5-c673f62dc6ae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.109965] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1288.109965] env[62563]: value = "task-1750396" [ 1288.109965] env[62563]: _type = "Task" [ 1288.109965] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.121548] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.202220] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb89c05a-a9c7-475e-8713-74748ad6cea4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.212188] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e208d284-0238-48a8-918a-e7dcd4171444 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.255857] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a1d983-1b58-40a5-ba12-eb8e2c0b843a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.262979] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.263519] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.264974] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40cfaac-407a-4006-82f4-7b60b9f9f94a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.280797] env[62563]: DEBUG nova.compute.provider_tree [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.347935] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750393, 'name': ReconfigVM_Task, 'duration_secs': 0.509687} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.350472] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 5ee7e59e-98e3-45ea-a417-04846bc4a953/5ee7e59e-98e3-45ea-a417-04846bc4a953.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.351149] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-279f4e65-4918-4d3c-8790-df3a719a392a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.359984] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1288.359984] env[62563]: value = "task-1750397" [ 1288.359984] env[62563]: _type = "Task" [ 1288.359984] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.376515] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750397, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.384041] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750395, 'name': CreateVM_Task, 'duration_secs': 0.462489} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.384308] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.385452] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.385625] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.386074] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.386440] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a994bb4-50be-48a2-a74d-56b80727653e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.398151] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Waiting for the task: (returnval){ [ 1288.398151] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52cebc0c-979f-1662-d043-19481d46bde3" [ 1288.398151] env[62563]: _type = "Task" [ 1288.398151] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.400497] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5238cce3-0c44-8378-27b2-817f1e0f9a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.017814} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.404184] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.404524] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 1d2670a8-da71-4689-98d3-f23a84db3452/1d2670a8-da71-4689-98d3-f23a84db3452.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.404798] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a6f3513-4374-44a4-8db6-8c3db6132882 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.417713] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52cebc0c-979f-1662-d043-19481d46bde3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.422400] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Waiting for the task: (returnval){ [ 1288.422400] env[62563]: value = "task-1750398" [ 1288.422400] env[62563]: _type = "Task" [ 1288.422400] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.434353] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.437823] env[62563]: DEBUG nova.compute.manager [None req-b23558ff-c85f-4820-8491-2bdf06bf426a tempest-ServersListShow296Test-133673494 tempest-ServersListShow296Test-133673494-project-member] [instance: e54a80a2-830f-4bbe-a57c-eb074964f15d] Instance disappeared before build. {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2440}} [ 1288.471677] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265edce-0692-41f3-c823-9a1da44ef40f/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1288.472999] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03d1f25-4a9f-4637-a6f9-0b647b7b9cd8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.481285] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265edce-0692-41f3-c823-9a1da44ef40f/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1288.481574] env[62563]: ERROR oslo_vmware.rw_handles [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265edce-0692-41f3-c823-9a1da44ef40f/disk-0.vmdk due to incomplete transfer. [ 1288.481732] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-84601415-dfc5-491d-ba14-698f637aa3e6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.489907] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265edce-0692-41f3-c823-9a1da44ef40f/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1288.490342] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Uploaded image 308f9b1d-3609-4e84-8985-cbd993e821e5 to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1288.494594] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1288.495670] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5e2fe96c-3ad5-4764-95ee-e59bb4acf234 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.502454] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1288.502454] env[62563]: value = "task-1750399" [ 1288.502454] env[62563]: _type = "Task" [ 1288.502454] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.516162] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750399, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.622451] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750396, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.684996] env[62563]: DEBUG nova.network.neutron [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Successfully updated port: cf33681b-a952-40eb-8d97-e386a4396f32 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.784649] env[62563]: DEBUG nova.scheduler.client.report [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1288.874517] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750397, 'name': Rename_Task, 'duration_secs': 0.172427} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.875044] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.875168] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fd73dbb-ef79-41a6-a788-1363bd7822e6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.883476] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1288.883476] env[62563]: value = "task-1750400" [ 1288.883476] env[62563]: _type = "Task" [ 1288.883476] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.894406] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.912880] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52cebc0c-979f-1662-d043-19481d46bde3, 'name': SearchDatastore_Task, 'duration_secs': 0.030525} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.912880] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.912880] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.913589] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.913589] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.913700] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.914308] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a1412d9-a7d8-4239-80ea-3338787eaf1d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.929871] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.930215] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.931903] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91aedd40-2896-4410-bc2a-06b344f52f1a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.944020] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750398, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.946456] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Waiting for the task: (returnval){ [ 1288.946456] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52113531-e96d-f71d-6e2b-0c4ca47be0e3" [ 1288.946456] env[62563]: _type = "Task" [ 1288.946456] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.957120] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52113531-e96d-f71d-6e2b-0c4ca47be0e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.965224] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b23558ff-c85f-4820-8491-2bdf06bf426a tempest-ServersListShow296Test-133673494 tempest-ServersListShow296Test-133673494-project-member] Lock "e54a80a2-830f-4bbe-a57c-eb074964f15d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.879s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.016118] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750399, 'name': Destroy_Task, 'duration_secs': 0.461679} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.016407] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Destroyed the VM [ 1289.016753] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1289.017074] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7b070e6a-936c-4525-9f0a-198caa281556 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.026031] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1289.026031] env[62563]: value = "task-1750401" [ 1289.026031] env[62563]: _type = "Task" [ 1289.026031] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.036956] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750401, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.063574] env[62563]: DEBUG nova.network.neutron [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Updated VIF entry in instance network info cache for port 05068c83-5a19-4cad-abe5-7c9ed84497bb. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.063900] env[62563]: DEBUG nova.network.neutron [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Updating instance_info_cache with network_info: [{"id": "05068c83-5a19-4cad-abe5-7c9ed84497bb", "address": "fa:16:3e:48:b1:f5", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05068c83-5a", "ovs_interfaceid": "05068c83-5a19-4cad-abe5-7c9ed84497bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.124784] env[62563]: DEBUG oslo_vmware.api [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750396, 'name': PowerOnVM_Task, 'duration_secs': 0.564769} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.125137] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.125478] env[62563]: INFO nova.compute.manager [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Took 12.89 seconds to spawn the instance on the hypervisor. [ 1289.125478] env[62563]: DEBUG nova.compute.manager [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1289.126566] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feab84b0-6a93-4b7a-acd1-a8f75cc04a20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.191846] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "refresh_cache-decfd5f0-3c57-4230-b6cf-5ffc541c53bf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.191846] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquired lock "refresh_cache-decfd5f0-3c57-4230-b6cf-5ffc541c53bf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.191846] env[62563]: DEBUG nova.network.neutron [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.261496] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.300568] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.301477] env[62563]: DEBUG nova.compute.manager [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1289.305028] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.564s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.305028] env[62563]: DEBUG nova.objects.instance [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Lazy-loading 'resources' on Instance uuid df066bf7-41de-4e0d-ad4f-2dbf6573f743 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.394694] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.434729] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74803} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.435879] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 1d2670a8-da71-4689-98d3-f23a84db3452/1d2670a8-da71-4689-98d3-f23a84db3452.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.435879] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.435879] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21daf8d7-f417-4be5-ba24-ebeef472a88b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.446279] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Waiting for the task: (returnval){ [ 1289.446279] env[62563]: value = "task-1750402" [ 1289.446279] env[62563]: _type = "Task" [ 1289.446279] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.460314] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.465064] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52113531-e96d-f71d-6e2b-0c4ca47be0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.063389} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.466412] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c22153a-9958-48d3-b1ba-cb055e9fdc83 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.469370] env[62563]: DEBUG nova.compute.manager [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1289.476057] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Waiting for the task: (returnval){ [ 1289.476057] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52418f32-b5c3-dbf1-8125-fb3a92a9bcc2" [ 1289.476057] env[62563]: _type = "Task" [ 1289.476057] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.484764] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52418f32-b5c3-dbf1-8125-fb3a92a9bcc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.537031] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750401, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.569674] env[62563]: DEBUG oslo_concurrency.lockutils [req-02aef28b-590d-448d-9e3c-cf4b974a6b30 req-9da1ab36-6b39-4359-8285-2f6abc84c504 service nova] Releasing lock "refresh_cache-1d2670a8-da71-4689-98d3-f23a84db3452" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.657699] env[62563]: INFO nova.compute.manager [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Took 35.34 seconds to build instance. [ 1289.696403] env[62563]: DEBUG oslo_concurrency.lockutils [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "8010219a-1550-462c-8e87-097a2b079d44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.696403] env[62563]: DEBUG oslo_concurrency.lockutils [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "8010219a-1550-462c-8e87-097a2b079d44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.696403] env[62563]: DEBUG oslo_concurrency.lockutils [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "8010219a-1550-462c-8e87-097a2b079d44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.696403] env[62563]: DEBUG oslo_concurrency.lockutils [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "8010219a-1550-462c-8e87-097a2b079d44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.696575] env[62563]: DEBUG oslo_concurrency.lockutils [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "8010219a-1550-462c-8e87-097a2b079d44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.702012] env[62563]: INFO nova.compute.manager [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Terminating instance [ 1289.705716] env[62563]: DEBUG nova.compute.manager [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1289.705716] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.706023] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d500daaf-11e3-4966-b730-5b181e81dd33 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.716689] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.716689] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb7affd1-9024-47ca-8759-eea2250f3510 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.723420] env[62563]: DEBUG oslo_vmware.api [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1289.723420] env[62563]: value = "task-1750403" [ 1289.723420] env[62563]: _type = "Task" [ 1289.723420] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.733117] env[62563]: DEBUG oslo_vmware.api [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.769358] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.783078] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Acquiring lock "c07ade89-c57b-4f7e-8c67-2db8f7ae4487" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.783412] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Lock "c07ade89-c57b-4f7e-8c67-2db8f7ae4487" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.808148] env[62563]: DEBUG nova.compute.utils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1289.816237] env[62563]: DEBUG nova.compute.manager [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1289.816499] env[62563]: DEBUG nova.network.neutron [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.833030] env[62563]: DEBUG nova.compute.manager [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Received event network-vif-plugged-42af1799-170d-43af-8875-dc5de345ac85 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1289.834047] env[62563]: DEBUG oslo_concurrency.lockutils [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] Acquiring lock "c8fb0191-9677-4361-8ed4-5592fd35be72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.834047] env[62563]: DEBUG oslo_concurrency.lockutils [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.834248] env[62563]: DEBUG oslo_concurrency.lockutils [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.837043] env[62563]: DEBUG nova.compute.manager [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] No waiting events found dispatching network-vif-plugged-42af1799-170d-43af-8875-dc5de345ac85 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1289.837043] env[62563]: WARNING nova.compute.manager [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Received unexpected event network-vif-plugged-42af1799-170d-43af-8875-dc5de345ac85 for instance with vm_state building and task_state spawning. [ 1289.837043] env[62563]: DEBUG nova.compute.manager [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Received event network-changed-42af1799-170d-43af-8875-dc5de345ac85 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1289.837043] env[62563]: DEBUG nova.compute.manager [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Refreshing instance network info cache due to event network-changed-42af1799-170d-43af-8875-dc5de345ac85. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1289.837043] env[62563]: DEBUG oslo_concurrency.lockutils [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] Acquiring lock "refresh_cache-c8fb0191-9677-4361-8ed4-5592fd35be72" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.837547] env[62563]: DEBUG oslo_concurrency.lockutils [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] Acquired lock "refresh_cache-c8fb0191-9677-4361-8ed4-5592fd35be72" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.837547] env[62563]: DEBUG nova.network.neutron [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Refreshing network info cache for port 42af1799-170d-43af-8875-dc5de345ac85 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.850489] env[62563]: DEBUG nova.network.neutron [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1289.862022] env[62563]: DEBUG nova.compute.manager [req-7e9e9452-aa15-4785-925e-04380aae2f6d req-0c67caa0-c5fc-4c57-a128-b91fddf4abf6 service nova] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Received event network-vif-plugged-cf33681b-a952-40eb-8d97-e386a4396f32 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1289.862263] env[62563]: DEBUG oslo_concurrency.lockutils [req-7e9e9452-aa15-4785-925e-04380aae2f6d req-0c67caa0-c5fc-4c57-a128-b91fddf4abf6 service nova] Acquiring lock "decfd5f0-3c57-4230-b6cf-5ffc541c53bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.865405] env[62563]: DEBUG oslo_concurrency.lockutils [req-7e9e9452-aa15-4785-925e-04380aae2f6d req-0c67caa0-c5fc-4c57-a128-b91fddf4abf6 service nova] Lock "decfd5f0-3c57-4230-b6cf-5ffc541c53bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.865405] env[62563]: DEBUG oslo_concurrency.lockutils [req-7e9e9452-aa15-4785-925e-04380aae2f6d req-0c67caa0-c5fc-4c57-a128-b91fddf4abf6 service nova] Lock "decfd5f0-3c57-4230-b6cf-5ffc541c53bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.865405] env[62563]: DEBUG nova.compute.manager [req-7e9e9452-aa15-4785-925e-04380aae2f6d req-0c67caa0-c5fc-4c57-a128-b91fddf4abf6 service nova] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] No waiting events found dispatching network-vif-plugged-cf33681b-a952-40eb-8d97-e386a4396f32 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1289.865405] env[62563]: WARNING nova.compute.manager [req-7e9e9452-aa15-4785-925e-04380aae2f6d req-0c67caa0-c5fc-4c57-a128-b91fddf4abf6 service nova] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Received unexpected event network-vif-plugged-cf33681b-a952-40eb-8d97-e386a4396f32 for instance with vm_state building and task_state spawning. [ 1289.900593] env[62563]: DEBUG oslo_vmware.api [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750400, 'name': PowerOnVM_Task, 'duration_secs': 0.889516} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.903296] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.903518] env[62563]: INFO nova.compute.manager [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1289.903700] env[62563]: DEBUG nova.compute.manager [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1289.904781] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9581788-528b-42f2-ae28-70b3b0b8cbd1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.960173] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07616} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.960656] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.961622] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e038b77f-d854-433c-85f9-44303b4f2974 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.000369] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 1d2670a8-da71-4689-98d3-f23a84db3452/1d2670a8-da71-4689-98d3-f23a84db3452.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.011756] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-808b0267-9a55-49c2-84ff-bf1020e476cc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.038948] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52418f32-b5c3-dbf1-8125-fb3a92a9bcc2, 'name': SearchDatastore_Task, 'duration_secs': 0.013963} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.040823] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.041505] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c8fb0191-9677-4361-8ed4-5592fd35be72/c8fb0191-9677-4361-8ed4-5592fd35be72.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.041505] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Waiting for the task: (returnval){ [ 1290.041505] env[62563]: value = "task-1750404" [ 1290.041505] env[62563]: _type = "Task" [ 1290.041505] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.041983] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a90a072-c1a2-4ee5-93ff-3b0dd3ed58e6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.050954] env[62563]: DEBUG oslo_vmware.api [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750401, 'name': RemoveSnapshot_Task, 'duration_secs': 0.943789} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.052566] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1290.052566] env[62563]: INFO nova.compute.manager [None req-74e202d6-2f15-4bb3-9a24-408bd4410a94 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Took 15.66 seconds to snapshot the instance on the hypervisor. [ 1290.061783] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Waiting for the task: (returnval){ [ 1290.061783] env[62563]: value = "task-1750405" [ 1290.061783] env[62563]: _type = "Task" [ 1290.061783] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.063013] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.074867] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.084075] env[62563]: DEBUG nova.policy [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4d621d454164d59be50d3b821a93dd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '748675873da34605a5b9f6ffc328161a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1290.088765] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.160489] env[62563]: DEBUG oslo_concurrency.lockutils [None req-648548bf-e1c5-45e1-a1ec-c5a681d802bb tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "82ad51b2-ec4e-4fcb-86ae-b543a80bd50f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.864s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.238190] env[62563]: DEBUG oslo_vmware.api [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750403, 'name': PowerOffVM_Task, 'duration_secs': 0.277689} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.240933] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.241204] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.241655] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3a624af-08e8-4a0a-aa85-1e36afffbb3b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.318496] env[62563]: DEBUG nova.compute.manager [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1290.434262] env[62563]: INFO nova.compute.manager [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Took 27.43 seconds to build instance. [ 1290.459045] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff52153-43b4-43a8-a552-cf70c28a2d58 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.467610] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e075c157-c604-426c-9deb-59969b96bed4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.520502] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83194677-f82b-434b-82be-7130ad86ad48 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.526706] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa5a404-80d4-42d5-ac82-5dff57cae8a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.543336] env[62563]: DEBUG nova.compute.provider_tree [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.555021] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.574860] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750405, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.666630] env[62563]: DEBUG nova.compute.manager [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1290.753848] env[62563]: DEBUG nova.network.neutron [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Updating instance_info_cache with network_info: [{"id": "cf33681b-a952-40eb-8d97-e386a4396f32", "address": "fa:16:3e:29:df:07", "network": {"id": "b4340699-485a-4414-8744-53ffb089aaf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-285763561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4caefef8b47938da3bae148742ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf33681b-a9", "ovs_interfaceid": "cf33681b-a952-40eb-8d97-e386a4396f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.940958] env[62563]: DEBUG oslo_concurrency.lockutils [None req-67202aba-e3dc-4921-a002-df4325e216e8 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "5ee7e59e-98e3-45ea-a417-04846bc4a953" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.105s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.051643] env[62563]: DEBUG nova.scheduler.client.report [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1291.061781] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750404, 'name': ReconfigVM_Task, 'duration_secs': 0.962969} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.062216] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 1d2670a8-da71-4689-98d3-f23a84db3452/1d2670a8-da71-4689-98d3-f23a84db3452.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.062967] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96aa21dd-4183-4e48-9d0a-57916ed6d1ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.088362] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750405, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.089805] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Waiting for the task: (returnval){ [ 1291.089805] env[62563]: value = "task-1750407" [ 1291.089805] env[62563]: _type = "Task" [ 1291.089805] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.099097] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750407, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.198439] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.212408] env[62563]: DEBUG nova.network.neutron [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Updated VIF entry in instance network info cache for port 42af1799-170d-43af-8875-dc5de345ac85. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.213421] env[62563]: DEBUG nova.network.neutron [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Updating instance_info_cache with network_info: [{"id": "42af1799-170d-43af-8875-dc5de345ac85", "address": "fa:16:3e:2c:55:83", "network": {"id": "ab23dd1b-3831-455c-ba80-09bbb9add25d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-18859905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a1366cf3b8a46a98bdcb820ef68764a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af1799-17", "ovs_interfaceid": "42af1799-170d-43af-8875-dc5de345ac85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.260604] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Releasing lock "refresh_cache-decfd5f0-3c57-4230-b6cf-5ffc541c53bf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.260930] env[62563]: DEBUG nova.compute.manager [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Instance network_info: |[{"id": "cf33681b-a952-40eb-8d97-e386a4396f32", "address": "fa:16:3e:29:df:07", "network": {"id": "b4340699-485a-4414-8744-53ffb089aaf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-285763561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4caefef8b47938da3bae148742ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf33681b-a9", "ovs_interfaceid": "cf33681b-a952-40eb-8d97-e386a4396f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1291.261377] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:df:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf33681b-a952-40eb-8d97-e386a4396f32', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.273543] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Creating folder: Project (66a4caefef8b47938da3bae148742ca1). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.273897] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a6ad0c5-6487-415d-b88f-f6e947cca2b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.287977] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Created folder: Project (66a4caefef8b47938da3bae148742ca1) in parent group-v363823. [ 1291.287977] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Creating folder: Instances. Parent ref: group-v363857. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.288185] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18524805-5ff9-4f6b-80bc-346839b7a087 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.301182] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Created folder: Instances in parent group-v363857. [ 1291.301182] env[62563]: DEBUG oslo.service.loopingcall [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1291.301182] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.301182] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc6eeed0-02f2-4a7f-9d7f-410fc36468f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.324751] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.324751] env[62563]: value = "task-1750410" [ 1291.324751] env[62563]: _type = "Task" [ 1291.324751] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.331736] env[62563]: DEBUG nova.compute.manager [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1291.339744] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750410, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.385616] env[62563]: DEBUG nova.virt.hardware [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1291.385616] env[62563]: DEBUG nova.virt.hardware [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1291.386339] env[62563]: DEBUG nova.virt.hardware [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.386339] env[62563]: DEBUG nova.virt.hardware [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1291.386339] env[62563]: DEBUG nova.virt.hardware [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.388971] env[62563]: DEBUG nova.virt.hardware [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1291.388971] env[62563]: DEBUG nova.virt.hardware [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1291.388971] env[62563]: DEBUG nova.virt.hardware [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1291.388971] env[62563]: DEBUG nova.virt.hardware [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1291.388971] env[62563]: DEBUG nova.virt.hardware [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1291.389764] env[62563]: DEBUG nova.virt.hardware [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1291.389764] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffafd3c-5556-4685-869f-aeec1c874ce7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.402542] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be592a8e-5b18-4e7a-ae6a-e32d069c4ba3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.445257] env[62563]: DEBUG nova.network.neutron [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Successfully created port: 6ddaa6bd-4ced-447d-a443-062be44d11b5 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1291.447146] env[62563]: DEBUG nova.compute.manager [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1291.557092] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.559496] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.685s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.564617] env[62563]: INFO nova.compute.claims [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.593355] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750405, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.605024] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750407, 'name': Rename_Task, 'duration_secs': 0.397333} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.605024] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.605024] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbc29e3b-32b5-4f0c-bc4a-6d58922cec41 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.614130] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Waiting for the task: (returnval){ [ 1291.614130] env[62563]: value = "task-1750411" [ 1291.614130] env[62563]: _type = "Task" [ 1291.614130] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.616335] env[62563]: INFO nova.scheduler.client.report [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Deleted allocations for instance df066bf7-41de-4e0d-ad4f-2dbf6573f743 [ 1291.631298] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750411, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.720087] env[62563]: DEBUG oslo_concurrency.lockutils [req-e6369139-9590-4240-b7b8-81495479145b req-4caeee25-4456-43e7-a467-ab19310a57bc service nova] Releasing lock "refresh_cache-c8fb0191-9677-4361-8ed4-5592fd35be72" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.835793] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750410, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.908903] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.909246] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.909448] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Deleting the datastore file [datastore1] 8010219a-1550-462c-8e87-097a2b079d44 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.909771] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e29986f-8e90-4315-b0ec-4fb75a7b1f83 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.918632] env[62563]: DEBUG oslo_vmware.api [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1291.918632] env[62563]: value = "task-1750412" [ 1291.918632] env[62563]: _type = "Task" [ 1291.918632] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.932241] env[62563]: DEBUG oslo_vmware.api [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.978598] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.096516] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750405, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.860159} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.097074] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c8fb0191-9677-4361-8ed4-5592fd35be72/c8fb0191-9677-4361-8ed4-5592fd35be72.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.097744] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.097744] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7a292b4-98ba-438f-b0b5-2efb515c9ddd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.107706] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Waiting for the task: (returnval){ [ 1292.107706] env[62563]: value = "task-1750413" [ 1292.107706] env[62563]: _type = "Task" [ 1292.107706] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.125667] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.130116] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3191c26b-ee55-4f2f-95bb-87b84a867787 tempest-DeleteServersAdminTestJSON-720463937 tempest-DeleteServersAdminTestJSON-720463937-project-admin] Lock "df066bf7-41de-4e0d-ad4f-2dbf6573f743" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.474s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.135931] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750411, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.337726] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750410, 'name': CreateVM_Task, 'duration_secs': 0.887781} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.337989] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.339402] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.339651] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.340014] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.340341] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c435826f-ae35-434a-96bb-2e1efc0a0f48 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.345851] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1292.345851] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52c99742-2a94-b8f5-5921-bbf4229654dc" [ 1292.345851] env[62563]: _type = "Task" [ 1292.345851] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.356921] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c99742-2a94-b8f5-5921-bbf4229654dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.431084] env[62563]: DEBUG oslo_vmware.api [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185322} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.431424] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.431642] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.431849] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.432067] env[62563]: INFO nova.compute.manager [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1292.432348] env[62563]: DEBUG oslo.service.loopingcall [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1292.432576] env[62563]: DEBUG nova.compute.manager [-] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1292.432718] env[62563]: DEBUG nova.network.neutron [-] [instance: 8010219a-1550-462c-8e87-097a2b079d44] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.627222] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070334} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.638141] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.640108] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ead289-e5d3-4901-a1ec-1ad4fbdd204b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.655179] env[62563]: DEBUG oslo_vmware.api [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750411, 'name': PowerOnVM_Task, 'duration_secs': 0.673794} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.671993] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.671993] env[62563]: INFO nova.compute.manager [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Took 11.22 seconds to spawn the instance on the hypervisor. [ 1292.672233] env[62563]: DEBUG nova.compute.manager [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1292.682199] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] c8fb0191-9677-4361-8ed4-5592fd35be72/c8fb0191-9677-4361-8ed4-5592fd35be72.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.686427] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3764dd-0db7-4920-ad41-d4ccb6a30233 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.688938] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80b08cc8-201a-4c75-a6b7-1659ff03bcc5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.711611] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Waiting for the task: (returnval){ [ 1292.711611] env[62563]: value = "task-1750414" [ 1292.711611] env[62563]: _type = "Task" [ 1292.711611] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.724289] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750414, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.858113] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c99742-2a94-b8f5-5921-bbf4229654dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.858432] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.858668] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.858899] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.859078] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.859325] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.859570] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf9d00e6-f2d1-47a4-bfe7-40fe81b0f7a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.869620] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.869817] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.870861] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8411782-ddb9-44e2-a61b-ff71b3d303aa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.876790] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1292.876790] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5287ae1a-d9c5-121c-0165-45f9bdd8ab32" [ 1292.876790] env[62563]: _type = "Task" [ 1292.876790] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.888336] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5287ae1a-d9c5-121c-0165-45f9bdd8ab32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.086261] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a010fa-5ef6-4062-a278-47cf310ee304 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.095296] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d80fb60-195e-4bc2-bbfb-7bb457d1a6e3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.135262] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d2eb08-7cb4-4dab-a5c1-5b0e22da814d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.143280] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0089011b-8f9b-4006-ac69-f593c9cf96ab {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.163720] env[62563]: DEBUG nova.compute.provider_tree [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.232680] env[62563]: INFO nova.compute.manager [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Took 25.68 seconds to build instance. [ 1293.239298] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750414, 'name': ReconfigVM_Task, 'duration_secs': 0.422362} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.239438] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Reconfigured VM instance instance-0000000d to attach disk [datastore1] c8fb0191-9677-4361-8ed4-5592fd35be72/c8fb0191-9677-4361-8ed4-5592fd35be72.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.240611] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-160ddaa6-e112-4378-905d-1ae5ecf3e827 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.249371] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Waiting for the task: (returnval){ [ 1293.249371] env[62563]: value = "task-1750415" [ 1293.249371] env[62563]: _type = "Task" [ 1293.249371] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.264286] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750415, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.328656] env[62563]: DEBUG nova.network.neutron [-] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.389113] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5287ae1a-d9c5-121c-0165-45f9bdd8ab32, 'name': SearchDatastore_Task, 'duration_secs': 0.011408} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.389932] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56fed620-9c2e-4b28-9c01-29406f781f33 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.395741] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1293.395741] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5225ba41-2c51-e76f-023e-707b1779ed4f" [ 1293.395741] env[62563]: _type = "Task" [ 1293.395741] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.404546] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5225ba41-2c51-e76f-023e-707b1779ed4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.438059] env[62563]: DEBUG nova.compute.manager [req-80d23e36-c145-482f-a90e-62cc07b4eb32 req-f8920f9d-a2ec-4bd2-89b1-dd114247d9d0 service nova] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Received event network-changed-cf33681b-a952-40eb-8d97-e386a4396f32 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1293.438160] env[62563]: DEBUG nova.compute.manager [req-80d23e36-c145-482f-a90e-62cc07b4eb32 req-f8920f9d-a2ec-4bd2-89b1-dd114247d9d0 service nova] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Refreshing instance network info cache due to event network-changed-cf33681b-a952-40eb-8d97-e386a4396f32. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1293.438323] env[62563]: DEBUG oslo_concurrency.lockutils [req-80d23e36-c145-482f-a90e-62cc07b4eb32 req-f8920f9d-a2ec-4bd2-89b1-dd114247d9d0 service nova] Acquiring lock "refresh_cache-decfd5f0-3c57-4230-b6cf-5ffc541c53bf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.438461] env[62563]: DEBUG oslo_concurrency.lockutils [req-80d23e36-c145-482f-a90e-62cc07b4eb32 req-f8920f9d-a2ec-4bd2-89b1-dd114247d9d0 service nova] Acquired lock "refresh_cache-decfd5f0-3c57-4230-b6cf-5ffc541c53bf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.438631] env[62563]: DEBUG nova.network.neutron [req-80d23e36-c145-482f-a90e-62cc07b4eb32 req-f8920f9d-a2ec-4bd2-89b1-dd114247d9d0 service nova] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Refreshing network info cache for port cf33681b-a952-40eb-8d97-e386a4396f32 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.691901] env[62563]: ERROR nova.scheduler.client.report [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [req-993385cb-1298-40e5-8179-7460e95549b0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-993385cb-1298-40e5-8179-7460e95549b0"}]} [ 1293.711631] env[62563]: DEBUG nova.scheduler.client.report [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1293.733500] env[62563]: DEBUG nova.scheduler.client.report [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1293.734229] env[62563]: DEBUG nova.compute.provider_tree [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.736328] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9816c0e2-737d-4815-9158-a9aa15b7249d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Lock "1d2670a8-da71-4689-98d3-f23a84db3452" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.997s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.749210] env[62563]: DEBUG nova.scheduler.client.report [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: 6b936d6a-80e2-45dd-8573-effa8fb33cbc {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1293.763216] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750415, 'name': Rename_Task, 'duration_secs': 0.305776} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.763573] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.763848] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4646802f-73ef-4f3a-80f0-852ee6429f04 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.771673] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Waiting for the task: (returnval){ [ 1293.771673] env[62563]: value = "task-1750416" [ 1293.771673] env[62563]: _type = "Task" [ 1293.771673] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.776381] env[62563]: DEBUG nova.scheduler.client.report [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1293.784245] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.836141] env[62563]: INFO nova.compute.manager [-] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Took 1.40 seconds to deallocate network for instance. [ 1293.913662] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5225ba41-2c51-e76f-023e-707b1779ed4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.914158] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.914470] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] decfd5f0-3c57-4230-b6cf-5ffc541c53bf/decfd5f0-3c57-4230-b6cf-5ffc541c53bf.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.914784] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe346a9b-58d5-462e-a331-ade87f46259d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.925554] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1293.925554] env[62563]: value = "task-1750417" [ 1293.925554] env[62563]: _type = "Task" [ 1293.925554] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.935922] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.238020] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9992c04-6318-48b9-a285-4f0a8f305941 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.247396] env[62563]: DEBUG nova.compute.manager [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1294.250807] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d8d10d-7c51-4c1e-a2b8-7193af8696b9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.290562] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379cd694-1131-4356-9eb5-494cde352fe4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.303216] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.303216] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daf262e-512c-4a11-b179-33d118377d3f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.320225] env[62563]: DEBUG nova.compute.provider_tree [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.353349] env[62563]: DEBUG oslo_concurrency.lockutils [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.438536] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750417, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.747089] env[62563]: DEBUG nova.network.neutron [req-80d23e36-c145-482f-a90e-62cc07b4eb32 req-f8920f9d-a2ec-4bd2-89b1-dd114247d9d0 service nova] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Updated VIF entry in instance network info cache for port cf33681b-a952-40eb-8d97-e386a4396f32. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.747471] env[62563]: DEBUG nova.network.neutron [req-80d23e36-c145-482f-a90e-62cc07b4eb32 req-f8920f9d-a2ec-4bd2-89b1-dd114247d9d0 service nova] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Updating instance_info_cache with network_info: [{"id": "cf33681b-a952-40eb-8d97-e386a4396f32", "address": "fa:16:3e:29:df:07", "network": {"id": "b4340699-485a-4414-8744-53ffb089aaf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-285763561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4caefef8b47938da3bae148742ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf33681b-a9", "ovs_interfaceid": "cf33681b-a952-40eb-8d97-e386a4396f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.781496] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.798725] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.871107] env[62563]: DEBUG nova.scheduler.client.report [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 32 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1294.871482] env[62563]: DEBUG nova.compute.provider_tree [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 32 to 33 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1294.871686] env[62563]: DEBUG nova.compute.provider_tree [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.937752] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550061} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.938142] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] decfd5f0-3c57-4230-b6cf-5ffc541c53bf/decfd5f0-3c57-4230-b6cf-5ffc541c53bf.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.938373] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.938638] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc053dc6-e369-4cb1-96ee-f6e830d680c3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.946656] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1294.946656] env[62563]: value = "task-1750418" [ 1294.946656] env[62563]: _type = "Task" [ 1294.946656] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.958907] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.250152] env[62563]: DEBUG oslo_concurrency.lockutils [req-80d23e36-c145-482f-a90e-62cc07b4eb32 req-f8920f9d-a2ec-4bd2-89b1-dd114247d9d0 service nova] Releasing lock "refresh_cache-decfd5f0-3c57-4230-b6cf-5ffc541c53bf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.302452] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750416, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.380243] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.818s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.380243] env[62563]: DEBUG nova.compute.manager [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1295.382441] env[62563]: DEBUG oslo_concurrency.lockutils [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.260s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.382833] env[62563]: DEBUG nova.objects.instance [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Lazy-loading 'resources' on Instance uuid 55e060d3-6fa8-4858-84cb-8167f0056b7e {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.463637] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088499} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.464590] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.468082] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8714ae51-d42f-436b-b9a5-530b08166b79 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.129075] env[62563]: DEBUG nova.network.neutron [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Successfully updated port: 6ddaa6bd-4ced-447d-a443-062be44d11b5 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.131041] env[62563]: DEBUG nova.compute.utils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1296.135315] env[62563]: DEBUG nova.compute.manager [req-00c087ce-cf24-4a0c-aeaa-51671df53949 req-096ac0c7-619e-4e9c-985e-1b98ded3fb5f service nova] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Received event network-vif-deleted-6aa558f9-3087-4790-8b59-710dc673b54d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1296.139491] env[62563]: DEBUG nova.compute.manager [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1296.139491] env[62563]: DEBUG nova.network.neutron [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1296.149996] env[62563]: DEBUG oslo_vmware.api [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750416, 'name': PowerOnVM_Task, 'duration_secs': 1.8002} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.157802] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.158177] env[62563]: INFO nova.compute.manager [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Took 12.13 seconds to spawn the instance on the hypervisor. [ 1296.158254] env[62563]: DEBUG nova.compute.manager [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1296.168373] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] decfd5f0-3c57-4230-b6cf-5ffc541c53bf/decfd5f0-3c57-4230-b6cf-5ffc541c53bf.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.169638] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da455407-b361-4d78-9db9-b601038ce9dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.172298] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a24dab31-cd22-46e3-92a8-53fc6fccb973 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.199621] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1296.199621] env[62563]: value = "task-1750419" [ 1296.199621] env[62563]: _type = "Task" [ 1296.199621] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.210259] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.331649] env[62563]: DEBUG nova.policy [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '693bf4e017b0425380e33ec4c7ba940c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52a97b80ee82458e86853a8efe399cb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1296.569883] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ec4658-98f1-41c6-9f4d-9d5c970367a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.581524] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adae81f1-8222-4eeb-82de-5caf8eab9dfc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.615621] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8652b5f-730c-49a0-b737-f21d42c8a544 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.625055] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4262bcfb-0946-411a-afb6-b81e79bcbffd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.643419] env[62563]: DEBUG nova.compute.manager [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1296.647393] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquiring lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.647581] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquired lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.647670] env[62563]: DEBUG nova.network.neutron [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.648973] env[62563]: DEBUG nova.compute.provider_tree [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.714933] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.715795] env[62563]: INFO nova.compute.manager [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Took 28.72 seconds to build instance. [ 1297.159571] env[62563]: DEBUG nova.scheduler.client.report [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1297.216405] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750419, 'name': ReconfigVM_Task, 'duration_secs': 0.635266} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.216688] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Reconfigured VM instance instance-0000000e to attach disk [datastore1] decfd5f0-3c57-4230-b6cf-5ffc541c53bf/decfd5f0-3c57-4230-b6cf-5ffc541c53bf.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.217350] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2044cf5-1bb9-4e55-bc61-8c7aa70a033c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.219331] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9c57e94e-0e5b-4d0e-a2bd-82499319e225 tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.508s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.226220] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1297.226220] env[62563]: value = "task-1750420" [ 1297.226220] env[62563]: _type = "Task" [ 1297.226220] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.237467] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750420, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.243944] env[62563]: DEBUG nova.network.neutron [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.364374] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Acquiring lock "bc70735f-b8b7-4fc3-ac89-f896cb079bca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.364374] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Lock "bc70735f-b8b7-4fc3-ac89-f896cb079bca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.495657] env[62563]: DEBUG nova.compute.manager [None req-11697fc5-e82c-4ba2-9f7f-92aa8874de0e tempest-ServerExternalEventsTest-379173036 tempest-ServerExternalEventsTest-379173036-project] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Received event network-changed {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1297.495657] env[62563]: DEBUG nova.compute.manager [None req-11697fc5-e82c-4ba2-9f7f-92aa8874de0e tempest-ServerExternalEventsTest-379173036 tempest-ServerExternalEventsTest-379173036-project] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Refreshing instance network info cache due to event network-changed. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1297.495863] env[62563]: DEBUG oslo_concurrency.lockutils [None req-11697fc5-e82c-4ba2-9f7f-92aa8874de0e tempest-ServerExternalEventsTest-379173036 tempest-ServerExternalEventsTest-379173036-project] Acquiring lock "refresh_cache-1d2670a8-da71-4689-98d3-f23a84db3452" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.500710] env[62563]: DEBUG oslo_concurrency.lockutils [None req-11697fc5-e82c-4ba2-9f7f-92aa8874de0e tempest-ServerExternalEventsTest-379173036 tempest-ServerExternalEventsTest-379173036-project] Acquired lock "refresh_cache-1d2670a8-da71-4689-98d3-f23a84db3452" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.501797] env[62563]: DEBUG nova.network.neutron [None req-11697fc5-e82c-4ba2-9f7f-92aa8874de0e tempest-ServerExternalEventsTest-379173036 tempest-ServerExternalEventsTest-379173036-project] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.536168] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "7f2c98e0-89cc-4fb6-95a0-f28438906b75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.536400] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "7f2c98e0-89cc-4fb6-95a0-f28438906b75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.616718] env[62563]: DEBUG nova.network.neutron [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Successfully created port: de39b1ae-483f-4122-8b7f-c8a2e03febe0 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.669289] env[62563]: DEBUG nova.compute.manager [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1297.672124] env[62563]: DEBUG oslo_concurrency.lockutils [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.675471] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.594s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.677751] env[62563]: INFO nova.compute.claims [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.682524] env[62563]: DEBUG nova.network.neutron [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Updating instance_info_cache with network_info: [{"id": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "address": "fa:16:3e:b8:4e:af", "network": {"id": "740be252-0226-4914-bc2a-4835e624fccb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872169649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748675873da34605a5b9f6ffc328161a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddaa6bd-4c", "ovs_interfaceid": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.705815] env[62563]: DEBUG nova.virt.hardware [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:29:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1010652936',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-223970609',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1297.706526] env[62563]: DEBUG nova.virt.hardware [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1297.706526] env[62563]: DEBUG nova.virt.hardware [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.706526] env[62563]: DEBUG nova.virt.hardware [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1297.706692] env[62563]: DEBUG nova.virt.hardware [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.707652] env[62563]: DEBUG nova.virt.hardware [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1297.707652] env[62563]: DEBUG nova.virt.hardware [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1297.707652] env[62563]: DEBUG nova.virt.hardware [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1297.707652] env[62563]: DEBUG nova.virt.hardware [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1297.707652] env[62563]: DEBUG nova.virt.hardware [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1297.709176] env[62563]: DEBUG nova.virt.hardware [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1297.709176] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ed2be4-5693-4331-9ddc-21bd9cbd1494 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.712835] env[62563]: INFO nova.scheduler.client.report [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Deleted allocations for instance 55e060d3-6fa8-4858-84cb-8167f0056b7e [ 1297.724766] env[62563]: DEBUG nova.compute.manager [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1297.730057] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac88284-e32c-41b1-ad1a-8d81f6f92b9f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.752508] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750420, 'name': Rename_Task, 'duration_secs': 0.272376} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.752797] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.753167] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad2363c-7e91-449b-8d0c-0774982cb538 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.763142] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1297.763142] env[62563]: value = "task-1750421" [ 1297.763142] env[62563]: _type = "Task" [ 1297.763142] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.773312] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.909027] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquiring lock "0c280fa6-2976-4624-9979-518f921800b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.909330] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "0c280fa6-2976-4624-9979-518f921800b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.081394] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.081394] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.081394] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.081394] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.081630] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.085238] env[62563]: INFO nova.compute.manager [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Terminating instance [ 1298.086018] env[62563]: DEBUG nova.compute.manager [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1298.086223] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.087194] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ec5309-25fb-4057-95d5-c8242082eb86 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.096937] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.096937] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d09c13bd-f2bf-4b88-be54-8af94d6e7378 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.178037] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.178037] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.178239] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleting the datastore file [datastore1] b545c91c-e85c-467c-9fe5-1b57e75c5aba {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.178414] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f9037d0-9bea-4bb5-8ef4-40f0df313804 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.188541] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Releasing lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.189509] env[62563]: DEBUG nova.compute.manager [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Instance network_info: |[{"id": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "address": "fa:16:3e:b8:4e:af", "network": {"id": "740be252-0226-4914-bc2a-4835e624fccb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872169649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748675873da34605a5b9f6ffc328161a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddaa6bd-4c", "ovs_interfaceid": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1298.190030] env[62563]: DEBUG oslo_vmware.api [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1298.190030] env[62563]: value = "task-1750423" [ 1298.190030] env[62563]: _type = "Task" [ 1298.190030] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.190828] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:4e:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ddaa6bd-4ced-447d-a443-062be44d11b5', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.204703] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Creating folder: Project (748675873da34605a5b9f6ffc328161a). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1298.204703] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2a27e16-1f3d-4db6-a537-61ed0955f2f3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.219159] env[62563]: DEBUG oslo_vmware.api [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.225694] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Created folder: Project (748675873da34605a5b9f6ffc328161a) in parent group-v363823. [ 1298.225896] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Creating folder: Instances. Parent ref: group-v363860. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1298.229010] env[62563]: DEBUG oslo_concurrency.lockutils [None req-651c6085-29b7-4168-9cdc-f1ce71b82944 tempest-ServerDiagnosticsV248Test-1585321370 tempest-ServerDiagnosticsV248Test-1585321370-project-member] Lock "55e060d3-6fa8-4858-84cb-8167f0056b7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.936s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.230069] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a60d8ba-34f6-4158-8100-bfdb12569849 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.248069] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Created folder: Instances in parent group-v363860. [ 1298.248069] env[62563]: DEBUG oslo.service.loopingcall [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1298.248069] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.248069] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ec01541-f002-4840-a924-f9a48ed1da46 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.264179] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.269702] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.269702] env[62563]: value = "task-1750426" [ 1298.269702] env[62563]: _type = "Task" [ 1298.269702] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.278070] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750421, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.284487] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750426, 'name': CreateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.370556] env[62563]: DEBUG nova.network.neutron [None req-11697fc5-e82c-4ba2-9f7f-92aa8874de0e tempest-ServerExternalEventsTest-379173036 tempest-ServerExternalEventsTest-379173036-project] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Updating instance_info_cache with network_info: [{"id": "05068c83-5a19-4cad-abe5-7c9ed84497bb", "address": "fa:16:3e:48:b1:f5", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05068c83-5a", "ovs_interfaceid": "05068c83-5a19-4cad-abe5-7c9ed84497bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.666304] env[62563]: DEBUG nova.compute.manager [req-0b57b606-183d-4981-b7dc-5b21881169ac req-9c3c7db7-fd10-411f-adf0-9d82e87684a4 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Received event network-vif-plugged-6ddaa6bd-4ced-447d-a443-062be44d11b5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1298.666579] env[62563]: DEBUG oslo_concurrency.lockutils [req-0b57b606-183d-4981-b7dc-5b21881169ac req-9c3c7db7-fd10-411f-adf0-9d82e87684a4 service nova] Acquiring lock "b49674e8-0ae9-4130-b0c2-dc38d0c76a90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.666849] env[62563]: DEBUG oslo_concurrency.lockutils [req-0b57b606-183d-4981-b7dc-5b21881169ac req-9c3c7db7-fd10-411f-adf0-9d82e87684a4 service nova] Lock "b49674e8-0ae9-4130-b0c2-dc38d0c76a90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.667166] env[62563]: DEBUG oslo_concurrency.lockutils [req-0b57b606-183d-4981-b7dc-5b21881169ac req-9c3c7db7-fd10-411f-adf0-9d82e87684a4 service nova] Lock "b49674e8-0ae9-4130-b0c2-dc38d0c76a90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.667423] env[62563]: DEBUG nova.compute.manager [req-0b57b606-183d-4981-b7dc-5b21881169ac req-9c3c7db7-fd10-411f-adf0-9d82e87684a4 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] No waiting events found dispatching network-vif-plugged-6ddaa6bd-4ced-447d-a443-062be44d11b5 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1298.667653] env[62563]: WARNING nova.compute.manager [req-0b57b606-183d-4981-b7dc-5b21881169ac req-9c3c7db7-fd10-411f-adf0-9d82e87684a4 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Received unexpected event network-vif-plugged-6ddaa6bd-4ced-447d-a443-062be44d11b5 for instance with vm_state building and task_state spawning. [ 1298.723592] env[62563]: DEBUG oslo_vmware.api [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170248} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.729343] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.729659] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.729722] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.730132] env[62563]: INFO nova.compute.manager [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1298.730198] env[62563]: DEBUG oslo.service.loopingcall [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1298.730591] env[62563]: DEBUG nova.compute.manager [-] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1298.730762] env[62563]: DEBUG nova.network.neutron [-] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.783748] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750421, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.788165] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750426, 'name': CreateVM_Task, 'duration_secs': 0.360092} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.788165] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.788165] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.788314] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.791236] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.794237] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720e8107-dd1a-456a-985e-5f8e8355449b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.799554] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for the task: (returnval){ [ 1298.799554] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5201a4ba-be46-b892-5461-20069bf5b1c1" [ 1298.799554] env[62563]: _type = "Task" [ 1298.799554] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.808556] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5201a4ba-be46-b892-5461-20069bf5b1c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.874773] env[62563]: DEBUG oslo_concurrency.lockutils [None req-11697fc5-e82c-4ba2-9f7f-92aa8874de0e tempest-ServerExternalEventsTest-379173036 tempest-ServerExternalEventsTest-379173036-project] Releasing lock "refresh_cache-1d2670a8-da71-4689-98d3-f23a84db3452" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.091310] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e1e975-1742-43ff-a803-48787fdbc19b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.099517] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab62981-ec95-462d-9458-e17e4ec7ce72 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.138234] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86130aeb-a481-49a0-924f-4b4d67c825e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.147527] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b98f84-0a7a-4b83-8d4b-407cd45e1cf9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.160699] env[62563]: DEBUG nova.compute.provider_tree [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.279874] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750421, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.311047] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5201a4ba-be46-b892-5461-20069bf5b1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.311562] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.311952] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.312327] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.312610] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.312894] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.313283] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afbb21c4-02d3-48e9-96c4-2af42acc41b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.324946] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.324946] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.324946] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1d13c0-4aa0-414d-9a10-a5b415d6863d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.330673] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for the task: (returnval){ [ 1299.330673] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5213cda3-8cf5-9674-8d4d-ac51de91fb2c" [ 1299.330673] env[62563]: _type = "Task" [ 1299.330673] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.340652] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5213cda3-8cf5-9674-8d4d-ac51de91fb2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.687706] env[62563]: ERROR nova.scheduler.client.report [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [req-7ffeda2a-e887-4245-8be3-ffa9ee22a420] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7ffeda2a-e887-4245-8be3-ffa9ee22a420"}]} [ 1299.693390] env[62563]: DEBUG nova.network.neutron [-] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.710126] env[62563]: DEBUG nova.scheduler.client.report [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1299.728070] env[62563]: DEBUG nova.scheduler.client.report [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1299.728312] env[62563]: DEBUG nova.compute.provider_tree [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 37 to 38 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1299.728674] env[62563]: DEBUG nova.compute.provider_tree [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.746658] env[62563]: DEBUG nova.scheduler.client.report [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1299.776990] env[62563]: DEBUG nova.scheduler.client.report [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1299.784907] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750421, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.851994] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5213cda3-8cf5-9674-8d4d-ac51de91fb2c, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.852950] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15736ba-bb7c-458c-911d-7c00c50df63c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.863917] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for the task: (returnval){ [ 1299.863917] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fdea3d-0b3a-aa06-de7c-f225377ca9a9" [ 1299.863917] env[62563]: _type = "Task" [ 1299.863917] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.873259] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fdea3d-0b3a-aa06-de7c-f225377ca9a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.193546] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Acquiring lock "edc08dae-5efc-4bdc-be26-1c8e20c23131" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.193967] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Lock "edc08dae-5efc-4bdc-be26-1c8e20c23131" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.196847] env[62563]: INFO nova.compute.manager [-] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Took 1.47 seconds to deallocate network for instance. [ 1300.233901] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697a208e-965d-4265-b366-a7efa69947b0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.245323] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35903cc-26e5-40c6-9e88-434c6412726c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.282379] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a9499a-e616-4bbe-b0a7-f2651ec1b032 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.291972] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750421, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.295175] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432adeff-8b26-4a68-ab98-d2cf58411fed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.310308] env[62563]: DEBUG nova.compute.provider_tree [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1300.376999] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fdea3d-0b3a-aa06-de7c-f225377ca9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.377318] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.377584] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] b49674e8-0ae9-4130-b0c2-dc38d0c76a90/b49674e8-0ae9-4130-b0c2-dc38d0c76a90.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.377841] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abe42fc1-c310-4962-80fb-755a6956f4f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.387167] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for the task: (returnval){ [ 1300.387167] env[62563]: value = "task-1750427" [ 1300.387167] env[62563]: _type = "Task" [ 1300.387167] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.399699] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.519778] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Acquiring lock "1d2670a8-da71-4689-98d3-f23a84db3452" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.520025] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Lock "1d2670a8-da71-4689-98d3-f23a84db3452" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.520241] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Acquiring lock "1d2670a8-da71-4689-98d3-f23a84db3452-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.520423] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Lock "1d2670a8-da71-4689-98d3-f23a84db3452-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.520590] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Lock "1d2670a8-da71-4689-98d3-f23a84db3452-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.522740] env[62563]: INFO nova.compute.manager [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Terminating instance [ 1300.524648] env[62563]: DEBUG nova.compute.manager [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1300.524844] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.525915] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9d7f52-7ab8-455e-9a84-751c74a6ea64 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.536942] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.537407] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15b5f454-97d3-45a1-835e-f62d2a0aff26 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.546763] env[62563]: DEBUG oslo_vmware.api [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Waiting for the task: (returnval){ [ 1300.546763] env[62563]: value = "task-1750428" [ 1300.546763] env[62563]: _type = "Task" [ 1300.546763] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.558283] env[62563]: DEBUG oslo_vmware.api [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.712047] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.797509] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750421, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.842237] env[62563]: ERROR nova.scheduler.client.report [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [req-e5f7948d-3581-4fec-876d-128fa119256e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e5f7948d-3581-4fec-876d-128fa119256e"}]} [ 1300.877394] env[62563]: DEBUG nova.scheduler.client.report [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1300.905150] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509566} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.905150] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] b49674e8-0ae9-4130-b0c2-dc38d0c76a90/b49674e8-0ae9-4130-b0c2-dc38d0c76a90.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.905150] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.905150] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99c352b9-cb36-4081-a51d-77efd12c346f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.912947] env[62563]: DEBUG nova.scheduler.client.report [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1300.915095] env[62563]: DEBUG nova.compute.provider_tree [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1300.925420] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for the task: (returnval){ [ 1300.925420] env[62563]: value = "task-1750429" [ 1300.925420] env[62563]: _type = "Task" [ 1300.925420] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.939337] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.941634] env[62563]: DEBUG nova.scheduler.client.report [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1300.941759] env[62563]: DEBUG nova.compute.provider_tree [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 39 to 40 during operation: update_aggregates {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1300.948459] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Acquiring lock "55c4bfb9-6f11-4207-aa10-8eff7addca9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.948754] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Lock "55c4bfb9-6f11-4207-aa10-8eff7addca9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.976342] env[62563]: DEBUG nova.scheduler.client.report [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1301.060383] env[62563]: DEBUG oslo_vmware.api [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.147871] env[62563]: DEBUG nova.network.neutron [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Successfully updated port: de39b1ae-483f-4122-8b7f-c8a2e03febe0 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.299278] env[62563]: DEBUG oslo_vmware.api [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750421, 'name': PowerOnVM_Task, 'duration_secs': 3.172554} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.299760] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.299926] env[62563]: INFO nova.compute.manager [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Took 14.69 seconds to spawn the instance on the hypervisor. [ 1301.299961] env[62563]: DEBUG nova.compute.manager [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1301.300797] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeace06-713d-49d6-892f-935d4f6803f4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.327834] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "2eedeced-bedd-403a-aef8-f1fa5707d710" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.328088] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "2eedeced-bedd-403a-aef8-f1fa5707d710" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.444393] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066536} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.445670] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.445868] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7d9548-5933-4fe9-8a23-61c605aaafc7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.479836] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] b49674e8-0ae9-4130-b0c2-dc38d0c76a90/b49674e8-0ae9-4130-b0c2-dc38d0c76a90.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.483568] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc2c9913-dd75-4d1e-890d-2ededeb5f749 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.506425] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for the task: (returnval){ [ 1301.506425] env[62563]: value = "task-1750430" [ 1301.506425] env[62563]: _type = "Task" [ 1301.506425] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.519374] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.565087] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641654c3-ed98-4e37-977a-a60fe551d1d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.568751] env[62563]: DEBUG oslo_vmware.api [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.575722] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8a0dcb-2756-4f13-8010-94e8525fe01b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.611861] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2e18d9-105b-4a69-b7c2-4275fcafbbb3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.622257] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0effaff-8cfa-4d9e-ab83-0e3eb5b08f26 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.629241] env[62563]: DEBUG nova.compute.manager [req-78cecd01-dadb-4eab-b1e4-de071968950f req-11416fb5-8f2e-4443-8718-810ec2a7e1ea service nova] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Received event network-vif-deleted-4323bf27-757b-4e93-9002-a5fe791dd34d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1301.644128] env[62563]: DEBUG nova.compute.provider_tree [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.656986] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "refresh_cache-9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.656986] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquired lock "refresh_cache-9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.656986] env[62563]: DEBUG nova.network.neutron [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.837608] env[62563]: INFO nova.compute.manager [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Took 29.96 seconds to build instance. [ 1302.022605] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750430, 'name': ReconfigVM_Task, 'duration_secs': 0.300648} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.022681] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Reconfigured VM instance instance-0000000f to attach disk [datastore1] b49674e8-0ae9-4130-b0c2-dc38d0c76a90/b49674e8-0ae9-4130-b0c2-dc38d0c76a90.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.023397] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7141d35c-1322-4325-b5de-b1ded3646509 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.031737] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for the task: (returnval){ [ 1302.031737] env[62563]: value = "task-1750431" [ 1302.031737] env[62563]: _type = "Task" [ 1302.031737] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.042751] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750431, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.059014] env[62563]: DEBUG oslo_vmware.api [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750428, 'name': PowerOffVM_Task, 'duration_secs': 1.15701} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.060302] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.060699] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.061751] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-069b5484-aba4-40bc-b104-5c51249cb72f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.146877] env[62563]: DEBUG nova.scheduler.client.report [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1302.154026] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.154026] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.154026] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Deleting the datastore file [datastore1] 1d2670a8-da71-4689-98d3-f23a84db3452 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.154026] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcfc84df-9aa6-45ed-a099-bf30ec14573d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.164576] env[62563]: DEBUG oslo_vmware.api [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Waiting for the task: (returnval){ [ 1302.164576] env[62563]: value = "task-1750433" [ 1302.164576] env[62563]: _type = "Task" [ 1302.164576] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.173586] env[62563]: DEBUG oslo_vmware.api [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.220865] env[62563]: DEBUG nova.network.neutron [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.339285] env[62563]: DEBUG oslo_concurrency.lockutils [None req-aaee135b-5c59-4586-8262-40407da0aac0 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "decfd5f0-3c57-4230-b6cf-5ffc541c53bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.295s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.481602] env[62563]: DEBUG nova.network.neutron [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Updating instance_info_cache with network_info: [{"id": "de39b1ae-483f-4122-8b7f-c8a2e03febe0", "address": "fa:16:3e:d4:4d:1c", "network": {"id": "409b3eb4-30ab-4533-8416-046b0b03d527", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-279547852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a97b80ee82458e86853a8efe399cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde39b1ae-48", "ovs_interfaceid": "de39b1ae-483f-4122-8b7f-c8a2e03febe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.542810] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750431, 'name': Rename_Task, 'duration_secs': 0.159025} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.543690] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.543998] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-578038f8-3341-4757-a1af-0499f32afa6a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.551492] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for the task: (returnval){ [ 1302.551492] env[62563]: value = "task-1750434" [ 1302.551492] env[62563]: _type = "Task" [ 1302.551492] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.559627] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.655764] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.979s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.655764] env[62563]: DEBUG nova.compute.manager [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1302.659121] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.501s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.660620] env[62563]: INFO nova.compute.claims [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.675641] env[62563]: DEBUG oslo_vmware.api [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Task: {'id': task-1750433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1648} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.675755] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.675940] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.676132] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.676307] env[62563]: INFO nova.compute.manager [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1302.676545] env[62563]: DEBUG oslo.service.loopingcall [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1302.676729] env[62563]: DEBUG nova.compute.manager [-] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1302.676823] env[62563]: DEBUG nova.network.neutron [-] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.845631] env[62563]: DEBUG nova.compute.manager [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1302.916707] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Acquiring lock "6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.916707] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Lock "6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.985774] env[62563]: DEBUG nova.compute.manager [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Received event network-changed-6ddaa6bd-4ced-447d-a443-062be44d11b5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1302.986358] env[62563]: DEBUG nova.compute.manager [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Refreshing instance network info cache due to event network-changed-6ddaa6bd-4ced-447d-a443-062be44d11b5. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1302.986638] env[62563]: DEBUG oslo_concurrency.lockutils [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] Acquiring lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.986782] env[62563]: DEBUG oslo_concurrency.lockutils [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] Acquired lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.986947] env[62563]: DEBUG nova.network.neutron [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Refreshing network info cache for port 6ddaa6bd-4ced-447d-a443-062be44d11b5 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.988642] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Releasing lock "refresh_cache-9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.988924] env[62563]: DEBUG nova.compute.manager [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Instance network_info: |[{"id": "de39b1ae-483f-4122-8b7f-c8a2e03febe0", "address": "fa:16:3e:d4:4d:1c", "network": {"id": "409b3eb4-30ab-4533-8416-046b0b03d527", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-279547852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a97b80ee82458e86853a8efe399cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde39b1ae-48", "ovs_interfaceid": "de39b1ae-483f-4122-8b7f-c8a2e03febe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1302.989512] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:4d:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de39b1ae-483f-4122-8b7f-c8a2e03febe0', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.997466] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Creating folder: Project (52a97b80ee82458e86853a8efe399cb0). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.000197] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-518952c1-baea-44c7-97bf-04c99b1303f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.019024] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Created folder: Project (52a97b80ee82458e86853a8efe399cb0) in parent group-v363823. [ 1303.019024] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Creating folder: Instances. Parent ref: group-v363863. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.019024] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db3e993a-7589-4c7b-ade9-0fbe30f73f7a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.031966] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Created folder: Instances in parent group-v363863. [ 1303.036045] env[62563]: DEBUG oslo.service.loopingcall [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1303.036045] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.036045] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-307ae091-6dc8-4099-b2d0-1734da2350af {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.081299] env[62563]: DEBUG oslo_vmware.api [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750434, 'name': PowerOnVM_Task, 'duration_secs': 0.45837} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.081299] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.081299] env[62563]: INFO nova.compute.manager [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Took 11.75 seconds to spawn the instance on the hypervisor. [ 1303.082074] env[62563]: DEBUG nova.compute.manager [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1303.082183] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.082183] env[62563]: value = "task-1750437" [ 1303.082183] env[62563]: _type = "Task" [ 1303.082183] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.083806] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e92d8d8-4b76-4e7d-a008-face02d1b178 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.099461] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750437, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.169661] env[62563]: DEBUG nova.compute.utils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1303.169661] env[62563]: DEBUG nova.compute.manager [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1303.170179] env[62563]: DEBUG nova.network.neutron [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.367989] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.459111] env[62563]: DEBUG nova.policy [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7eed420b2454dfcb8d74499220447da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '106fba2b88b84a31bd3ee49c646420f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1303.567503] env[62563]: DEBUG nova.network.neutron [-] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.600538] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750437, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.612072] env[62563]: INFO nova.compute.manager [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Took 30.18 seconds to build instance. [ 1303.669491] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquiring lock "084713a9-0b2c-41eb-a481-e964fb701ed3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.669881] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Lock "084713a9-0b2c-41eb-a481-e964fb701ed3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.673156] env[62563]: DEBUG nova.compute.manager [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1303.837914] env[62563]: DEBUG nova.network.neutron [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Updated VIF entry in instance network info cache for port 6ddaa6bd-4ced-447d-a443-062be44d11b5. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.837914] env[62563]: DEBUG nova.network.neutron [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Updating instance_info_cache with network_info: [{"id": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "address": "fa:16:3e:b8:4e:af", "network": {"id": "740be252-0226-4914-bc2a-4835e624fccb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872169649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748675873da34605a5b9f6ffc328161a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddaa6bd-4c", "ovs_interfaceid": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.038884] env[62563]: DEBUG nova.network.neutron [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Successfully created port: b6d6a366-5f48-4714-ac81-320f6374557a {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1304.072516] env[62563]: INFO nova.compute.manager [-] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Took 1.40 seconds to deallocate network for instance. [ 1304.100127] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750437, 'name': CreateVM_Task, 'duration_secs': 0.533759} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.100127] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.100751] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.100850] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.102863] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.104993] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c396799a-ea3e-4a80-85e2-a8c3b3b0c3f6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.112126] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1304.112126] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5250bea0-6d0a-87c0-9d2a-9c1a4f834b79" [ 1304.112126] env[62563]: _type = "Task" [ 1304.112126] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.114761] env[62563]: DEBUG oslo_concurrency.lockutils [None req-02401db9-d784-4a2e-82ac-fd3ccc2484f8 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Lock "b49674e8-0ae9-4130-b0c2-dc38d0c76a90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.887s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.129348] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5250bea0-6d0a-87c0-9d2a-9c1a4f834b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.143492] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084bf3ca-4227-41d3-9c5f-0d7f67ecfe74 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.152234] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8c3799-20ef-4e75-9cdf-3a0d7e8e1076 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.189021] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c8be9c-53e1-415c-8f18-ffb5d8422985 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.197409] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafaa6b7-b43e-4653-add6-fee8bc450ee9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.214925] env[62563]: DEBUG nova.compute.provider_tree [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.339242] env[62563]: DEBUG oslo_concurrency.lockutils [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] Releasing lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.339506] env[62563]: DEBUG nova.compute.manager [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Received event network-vif-plugged-de39b1ae-483f-4122-8b7f-c8a2e03febe0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1304.339709] env[62563]: DEBUG oslo_concurrency.lockutils [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] Acquiring lock "9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.340072] env[62563]: DEBUG oslo_concurrency.lockutils [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] Lock "9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.340072] env[62563]: DEBUG oslo_concurrency.lockutils [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] Lock "9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.340240] env[62563]: DEBUG nova.compute.manager [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] No waiting events found dispatching network-vif-plugged-de39b1ae-483f-4122-8b7f-c8a2e03febe0 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1304.340449] env[62563]: WARNING nova.compute.manager [req-ca4aedc5-7ab0-43db-aedd-068bab016256 req-3209712d-3a93-4007-845f-eb94fe508c3c service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Received unexpected event network-vif-plugged-de39b1ae-483f-4122-8b7f-c8a2e03febe0 for instance with vm_state building and task_state spawning. [ 1304.453735] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "c9716ffb-01d6-4a82-8e8e-a2db6f056a28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.453991] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "c9716ffb-01d6-4a82-8e8e-a2db6f056a28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.586329] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.619429] env[62563]: DEBUG nova.compute.manager [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1304.629581] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5250bea0-6d0a-87c0-9d2a-9c1a4f834b79, 'name': SearchDatastore_Task, 'duration_secs': 0.023264} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.629926] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.631466] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.631466] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.631466] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.631466] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.631466] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57316a10-f8f6-42e3-838a-d7c686bb6db4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.652413] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.652413] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.652413] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c34f51-756b-489b-a86e-de8ba2a9ed7c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.658070] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1304.658070] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527a7a51-3daa-e08a-c0ab-a483cad2ef39" [ 1304.658070] env[62563]: _type = "Task" [ 1304.658070] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.666760] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527a7a51-3daa-e08a-c0ab-a483cad2ef39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.689268] env[62563]: DEBUG nova.compute.manager [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1304.722296] env[62563]: DEBUG nova.scheduler.client.report [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1304.728484] env[62563]: DEBUG nova.virt.hardware [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1304.728818] env[62563]: DEBUG nova.virt.hardware [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1304.729028] env[62563]: DEBUG nova.virt.hardware [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.729264] env[62563]: DEBUG nova.virt.hardware [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1304.729445] env[62563]: DEBUG nova.virt.hardware [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.729683] env[62563]: DEBUG nova.virt.hardware [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1304.729865] env[62563]: DEBUG nova.virt.hardware [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1304.731278] env[62563]: DEBUG nova.virt.hardware [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1304.731278] env[62563]: DEBUG nova.virt.hardware [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1304.731278] env[62563]: DEBUG nova.virt.hardware [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1304.731278] env[62563]: DEBUG nova.virt.hardware [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1304.733678] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2b0c82-9242-4782-be2d-be9568674039 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.744901] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f248c6b3-f6ce-4c5a-bfa9-c21a099efe6e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.142714] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.172227] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527a7a51-3daa-e08a-c0ab-a483cad2ef39, 'name': SearchDatastore_Task, 'duration_secs': 0.023404} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.174139] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c443912-9499-4d4c-9796-e0921608d163 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.180741] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1305.180741] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521c69dd-6fcf-f18f-e9cd-b242993e09b8" [ 1305.180741] env[62563]: _type = "Task" [ 1305.180741] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.193193] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521c69dd-6fcf-f18f-e9cd-b242993e09b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.238136] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.238380] env[62563]: DEBUG nova.compute.manager [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1305.243265] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.474s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.243884] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.244283] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1305.244597] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.182s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.246518] env[62563]: INFO nova.compute.claims [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.252649] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a498d06e-a4cb-4de4-9cf9-c157bf43d7cb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.261984] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5ecc96-c9af-4866-97d3-ea4c62dafa4a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.281579] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4380c614-f9f3-4448-bda6-461104e8d174 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.290564] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f54c99-fa34-415b-a149-ee1ff0717324 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.327835] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1305.328059] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.354448] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "280e4528-20fc-438b-adba-e4b449cfc635" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.354689] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "280e4528-20fc-438b-adba-e4b449cfc635" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.693745] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521c69dd-6fcf-f18f-e9cd-b242993e09b8, 'name': SearchDatastore_Task, 'duration_secs': 0.017888} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.694090] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.694433] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1/9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.694731] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65e5ce17-2fc6-42cb-ae0d-6f8cdc4c1eb6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.707391] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1305.707391] env[62563]: value = "task-1750438" [ 1305.707391] env[62563]: _type = "Task" [ 1305.707391] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.720026] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.758891] env[62563]: DEBUG nova.compute.utils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1305.760329] env[62563]: DEBUG nova.compute.manager [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1305.760474] env[62563]: DEBUG nova.network.neutron [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.821123] env[62563]: DEBUG nova.policy [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c351fd92d6554e43b6ec48594da3967e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15589ee909454af38a1a4027f49528b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1306.067763] env[62563]: DEBUG nova.network.neutron [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Successfully updated port: b6d6a366-5f48-4714-ac81-320f6374557a {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1306.087602] env[62563]: DEBUG nova.compute.manager [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Received event network-changed-de39b1ae-483f-4122-8b7f-c8a2e03febe0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1306.087602] env[62563]: DEBUG nova.compute.manager [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Refreshing instance network info cache due to event network-changed-de39b1ae-483f-4122-8b7f-c8a2e03febe0. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1306.087869] env[62563]: DEBUG oslo_concurrency.lockutils [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] Acquiring lock "refresh_cache-9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.088097] env[62563]: DEBUG oslo_concurrency.lockutils [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] Acquired lock "refresh_cache-9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.088359] env[62563]: DEBUG nova.network.neutron [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Refreshing network info cache for port de39b1ae-483f-4122-8b7f-c8a2e03febe0 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.181026] env[62563]: DEBUG nova.network.neutron [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Successfully created port: 949e90e3-73fc-4cf2-92d4-c32b2d9f9023 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1306.221676] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750438, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.265823] env[62563]: DEBUG nova.compute.manager [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1306.530672] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "636c2770-3626-4101-b8de-65f9f883959f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.530820] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "636c2770-3626-4101-b8de-65f9f883959f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.573957] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Acquiring lock "refresh_cache-b3197e09-444d-43fe-a8da-1b69794c4ea0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.574183] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Acquired lock "refresh_cache-b3197e09-444d-43fe-a8da-1b69794c4ea0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.574314] env[62563]: DEBUG nova.network.neutron [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.721818] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585577} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.724950] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1/9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.725364] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.726033] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48a33f9a-cd60-4d83-893c-2c8e7cea8a9a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.734565] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1306.734565] env[62563]: value = "task-1750439" [ 1306.734565] env[62563]: _type = "Task" [ 1306.734565] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.746504] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.810285] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd0c136-f446-4778-a669-227199de1dd8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.818541] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7520404c-983e-4cb7-ad8c-b1534363a7d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.853616] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dceaa3-483b-4293-a13d-41b77c063e09 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.864078] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edb0d78-e5b8-4c5d-a1b5-baecc762772c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.879771] env[62563]: DEBUG nova.compute.provider_tree [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1307.121464] env[62563]: DEBUG nova.network.neutron [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.251293] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.278358] env[62563]: DEBUG nova.compute.manager [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1307.315973] env[62563]: DEBUG nova.virt.hardware [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1307.323022] env[62563]: DEBUG nova.virt.hardware [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1307.323022] env[62563]: DEBUG nova.virt.hardware [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.323022] env[62563]: DEBUG nova.virt.hardware [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1307.323022] env[62563]: DEBUG nova.virt.hardware [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.323022] env[62563]: DEBUG nova.virt.hardware [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1307.324287] env[62563]: DEBUG nova.virt.hardware [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1307.324287] env[62563]: DEBUG nova.virt.hardware [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1307.324287] env[62563]: DEBUG nova.virt.hardware [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1307.324287] env[62563]: DEBUG nova.virt.hardware [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1307.324287] env[62563]: DEBUG nova.virt.hardware [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1307.324457] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0db0283-6eee-4436-a4fe-2483ad108f9b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.333675] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be261d3-9242-4ec4-8788-ad9e1968f749 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.349698] env[62563]: DEBUG nova.network.neutron [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Updating instance_info_cache with network_info: [{"id": "b6d6a366-5f48-4714-ac81-320f6374557a", "address": "fa:16:3e:76:92:32", "network": {"id": "b2ced9d9-245b-4c8d-9f96-d7c118f9f260", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1407277476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106fba2b88b84a31bd3ee49c646420f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d6a366-5f", "ovs_interfaceid": "b6d6a366-5f48-4714-ac81-320f6374557a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.407963] env[62563]: DEBUG nova.network.neutron [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Updated VIF entry in instance network info cache for port de39b1ae-483f-4122-8b7f-c8a2e03febe0. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.407963] env[62563]: DEBUG nova.network.neutron [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Updating instance_info_cache with network_info: [{"id": "de39b1ae-483f-4122-8b7f-c8a2e03febe0", "address": "fa:16:3e:d4:4d:1c", "network": {"id": "409b3eb4-30ab-4533-8416-046b0b03d527", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-279547852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a97b80ee82458e86853a8efe399cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde39b1ae-48", "ovs_interfaceid": "de39b1ae-483f-4122-8b7f-c8a2e03febe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.409445] env[62563]: ERROR nova.scheduler.client.report [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [req-b146e8d9-5eba-4a7c-b917-61d79b7c2e5f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b146e8d9-5eba-4a7c-b917-61d79b7c2e5f"}]} [ 1307.431571] env[62563]: DEBUG nova.scheduler.client.report [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1307.454389] env[62563]: DEBUG nova.scheduler.client.report [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1307.454620] env[62563]: DEBUG nova.compute.provider_tree [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1307.473324] env[62563]: DEBUG nova.scheduler.client.report [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1307.495379] env[62563]: DEBUG nova.scheduler.client.report [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1307.746761] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.912696} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.750421] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.754185] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29e1cb3-d7f1-4e2d-8179-7e67bc67082e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.780638] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1/9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.785570] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06004536-146d-4d5d-b934-77a747ad4469 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.817697] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1307.817697] env[62563]: value = "task-1750440" [ 1307.817697] env[62563]: _type = "Task" [ 1307.817697] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.833355] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.857216] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Releasing lock "refresh_cache-b3197e09-444d-43fe-a8da-1b69794c4ea0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.857525] env[62563]: DEBUG nova.compute.manager [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Instance network_info: |[{"id": "b6d6a366-5f48-4714-ac81-320f6374557a", "address": "fa:16:3e:76:92:32", "network": {"id": "b2ced9d9-245b-4c8d-9f96-d7c118f9f260", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1407277476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106fba2b88b84a31bd3ee49c646420f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d6a366-5f", "ovs_interfaceid": "b6d6a366-5f48-4714-ac81-320f6374557a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1307.857932] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:92:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6d6a366-5f48-4714-ac81-320f6374557a', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.866738] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Creating folder: Project (106fba2b88b84a31bd3ee49c646420f2). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.867984] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82d486c6-0835-4cd5-8470-3cab5ee61344 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.884413] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Created folder: Project (106fba2b88b84a31bd3ee49c646420f2) in parent group-v363823. [ 1307.884619] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Creating folder: Instances. Parent ref: group-v363866. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.887281] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d524f26-d947-40e5-a73e-1d367b7e8971 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.900554] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Created folder: Instances in parent group-v363866. [ 1307.900793] env[62563]: DEBUG oslo.service.loopingcall [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1307.901125] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.901281] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c62aab1-4055-4356-9d31-145edd6ff90f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.919723] env[62563]: DEBUG oslo_concurrency.lockutils [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] Releasing lock "refresh_cache-9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.919972] env[62563]: DEBUG nova.compute.manager [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Received event network-changed-42af1799-170d-43af-8875-dc5de345ac85 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1307.920158] env[62563]: DEBUG nova.compute.manager [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Refreshing instance network info cache due to event network-changed-42af1799-170d-43af-8875-dc5de345ac85. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1307.920368] env[62563]: DEBUG oslo_concurrency.lockutils [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] Acquiring lock "refresh_cache-c8fb0191-9677-4361-8ed4-5592fd35be72" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.920509] env[62563]: DEBUG oslo_concurrency.lockutils [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] Acquired lock "refresh_cache-c8fb0191-9677-4361-8ed4-5592fd35be72" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.920669] env[62563]: DEBUG nova.network.neutron [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Refreshing network info cache for port 42af1799-170d-43af-8875-dc5de345ac85 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.931714] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.931714] env[62563]: value = "task-1750443" [ 1307.931714] env[62563]: _type = "Task" [ 1307.931714] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.945320] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750443, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.105587] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3309769e-2256-4f79-8f6a-2c4e2c18caee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.121023] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6f56e0-f207-43b3-9c98-944ec3077972 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.166596] env[62563]: DEBUG nova.network.neutron [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Successfully updated port: 949e90e3-73fc-4cf2-92d4-c32b2d9f9023 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1308.168511] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31bd3ce-5535-4c86-aa8a-43e44ebb98a2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.178918] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc07d973-d95c-4c6e-8ac8-3b1de741c1aa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.198027] env[62563]: DEBUG nova.compute.provider_tree [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.331544] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750440, 'name': ReconfigVM_Task, 'duration_secs': 0.38587} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.331832] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1/9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.332723] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7212a6c4-43f8-470e-b81b-2f183a566380 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.339694] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1308.339694] env[62563]: value = "task-1750444" [ 1308.339694] env[62563]: _type = "Task" [ 1308.339694] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.349925] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750444, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.447025] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750443, 'name': CreateVM_Task, 'duration_secs': 0.444705} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.447025] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1308.447025] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.447025] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.447025] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1308.447025] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e67ffe-e010-4e77-9244-d034290436c5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.452690] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1308.452690] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52741720-f9ce-e9d5-34fc-01093466a814" [ 1308.452690] env[62563]: _type = "Task" [ 1308.452690] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.468228] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52741720-f9ce-e9d5-34fc-01093466a814, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.468827] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.469518] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.469892] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.470269] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.470931] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.471804] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2407519-89e8-4109-8d57-c679d7ffe3c7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.480701] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.481295] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.483237] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a059b506-10be-4c1f-8153-838bbc632b13 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.491191] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1308.491191] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5249e64b-c0d2-d7b9-9ff3-7b4972ea612f" [ 1308.491191] env[62563]: _type = "Task" [ 1308.491191] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.503740] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5249e64b-c0d2-d7b9-9ff3-7b4972ea612f, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.504560] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5ca6e8-8db5-4e49-aed6-09ba11a58a02 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.511722] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1308.511722] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523c54d3-b78f-9506-2030-fdc7f7d7c675" [ 1308.511722] env[62563]: _type = "Task" [ 1308.511722] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.520768] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523c54d3-b78f-9506-2030-fdc7f7d7c675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.665281] env[62563]: DEBUG nova.network.neutron [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Updated VIF entry in instance network info cache for port 42af1799-170d-43af-8875-dc5de345ac85. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.665645] env[62563]: DEBUG nova.network.neutron [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Updating instance_info_cache with network_info: [{"id": "42af1799-170d-43af-8875-dc5de345ac85", "address": "fa:16:3e:2c:55:83", "network": {"id": "ab23dd1b-3831-455c-ba80-09bbb9add25d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-18859905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a1366cf3b8a46a98bdcb820ef68764a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af1799-17", "ovs_interfaceid": "42af1799-170d-43af-8875-dc5de345ac85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.672799] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Acquiring lock "refresh_cache-c28d0db2-c24e-4a71-bd0f-1901be67aa1b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.673017] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Acquired lock "refresh_cache-c28d0db2-c24e-4a71-bd0f-1901be67aa1b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.673239] env[62563]: DEBUG nova.network.neutron [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.700332] env[62563]: DEBUG nova.scheduler.client.report [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1308.851767] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750444, 'name': Rename_Task, 'duration_secs': 0.176982} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.852244] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.852552] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e2259c5-b144-4a4b-a764-79092f7b5f04 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.862262] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1308.862262] env[62563]: value = "task-1750445" [ 1308.862262] env[62563]: _type = "Task" [ 1308.862262] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.873939] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.969761] env[62563]: DEBUG nova.compute.manager [req-586d4967-fc07-4265-8562-2f76490ce056 req-b36e7dc3-2ae9-459a-9834-ece92b09a70a service nova] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Received event network-vif-plugged-949e90e3-73fc-4cf2-92d4-c32b2d9f9023 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1308.969986] env[62563]: DEBUG oslo_concurrency.lockutils [req-586d4967-fc07-4265-8562-2f76490ce056 req-b36e7dc3-2ae9-459a-9834-ece92b09a70a service nova] Acquiring lock "c28d0db2-c24e-4a71-bd0f-1901be67aa1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.970978] env[62563]: DEBUG oslo_concurrency.lockutils [req-586d4967-fc07-4265-8562-2f76490ce056 req-b36e7dc3-2ae9-459a-9834-ece92b09a70a service nova] Lock "c28d0db2-c24e-4a71-bd0f-1901be67aa1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.972519] env[62563]: DEBUG oslo_concurrency.lockutils [req-586d4967-fc07-4265-8562-2f76490ce056 req-b36e7dc3-2ae9-459a-9834-ece92b09a70a service nova] Lock "c28d0db2-c24e-4a71-bd0f-1901be67aa1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.972519] env[62563]: DEBUG nova.compute.manager [req-586d4967-fc07-4265-8562-2f76490ce056 req-b36e7dc3-2ae9-459a-9834-ece92b09a70a service nova] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] No waiting events found dispatching network-vif-plugged-949e90e3-73fc-4cf2-92d4-c32b2d9f9023 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1308.972519] env[62563]: WARNING nova.compute.manager [req-586d4967-fc07-4265-8562-2f76490ce056 req-b36e7dc3-2ae9-459a-9834-ece92b09a70a service nova] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Received unexpected event network-vif-plugged-949e90e3-73fc-4cf2-92d4-c32b2d9f9023 for instance with vm_state building and task_state spawning. [ 1309.026150] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523c54d3-b78f-9506-2030-fdc7f7d7c675, 'name': SearchDatastore_Task, 'duration_secs': 0.019894} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.026770] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.026974] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] b3197e09-444d-43fe-a8da-1b69794c4ea0/b3197e09-444d-43fe-a8da-1b69794c4ea0.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.027423] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ee42a9c-9da7-46dc-ae6c-8b70221551f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.035908] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1309.035908] env[62563]: value = "task-1750446" [ 1309.035908] env[62563]: _type = "Task" [ 1309.035908] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.052067] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.118319] env[62563]: DEBUG nova.compute.manager [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Received event network-vif-plugged-b6d6a366-5f48-4714-ac81-320f6374557a {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1309.118319] env[62563]: DEBUG oslo_concurrency.lockutils [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] Acquiring lock "b3197e09-444d-43fe-a8da-1b69794c4ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.118755] env[62563]: DEBUG oslo_concurrency.lockutils [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] Lock "b3197e09-444d-43fe-a8da-1b69794c4ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.118921] env[62563]: DEBUG oslo_concurrency.lockutils [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] Lock "b3197e09-444d-43fe-a8da-1b69794c4ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.119458] env[62563]: DEBUG nova.compute.manager [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] No waiting events found dispatching network-vif-plugged-b6d6a366-5f48-4714-ac81-320f6374557a {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1309.119458] env[62563]: WARNING nova.compute.manager [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Received unexpected event network-vif-plugged-b6d6a366-5f48-4714-ac81-320f6374557a for instance with vm_state building and task_state spawning. [ 1309.119458] env[62563]: DEBUG nova.compute.manager [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Received event network-changed-b6d6a366-5f48-4714-ac81-320f6374557a {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1309.119642] env[62563]: DEBUG nova.compute.manager [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Refreshing instance network info cache due to event network-changed-b6d6a366-5f48-4714-ac81-320f6374557a. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1309.119642] env[62563]: DEBUG oslo_concurrency.lockutils [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] Acquiring lock "refresh_cache-b3197e09-444d-43fe-a8da-1b69794c4ea0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.119789] env[62563]: DEBUG oslo_concurrency.lockutils [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] Acquired lock "refresh_cache-b3197e09-444d-43fe-a8da-1b69794c4ea0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.119939] env[62563]: DEBUG nova.network.neutron [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Refreshing network info cache for port b6d6a366-5f48-4714-ac81-320f6374557a {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.169755] env[62563]: DEBUG oslo_concurrency.lockutils [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] Releasing lock "refresh_cache-c8fb0191-9677-4361-8ed4-5592fd35be72" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.169755] env[62563]: DEBUG nova.compute.manager [req-e46c5b79-c297-4bef-bdbf-417c64ff25a8 req-2f16d238-e495-4f08-8bdc-2cc8d13758ee service nova] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Received event network-vif-deleted-05068c83-5a19-4cad-abe5-7c9ed84497bb {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1309.205482] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.961s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.206124] env[62563]: DEBUG nova.compute.manager [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1309.210483] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.012s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.212850] env[62563]: INFO nova.compute.claims [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.348080] env[62563]: DEBUG nova.network.neutron [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1309.378045] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750445, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.554745] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750446, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.615615] env[62563]: DEBUG nova.network.neutron [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Updating instance_info_cache with network_info: [{"id": "949e90e3-73fc-4cf2-92d4-c32b2d9f9023", "address": "fa:16:3e:7d:e0:ca", "network": {"id": "3caa2cc4-db95-4eb3-b6ca-ca2bdd199383", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1804991044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15589ee909454af38a1a4027f49528b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949e90e3-73", "ovs_interfaceid": "949e90e3-73fc-4cf2-92d4-c32b2d9f9023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.715219] env[62563]: DEBUG nova.compute.utils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1309.715219] env[62563]: DEBUG nova.compute.manager [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1309.715219] env[62563]: DEBUG nova.network.neutron [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.881344] env[62563]: DEBUG oslo_vmware.api [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750445, 'name': PowerOnVM_Task, 'duration_secs': 0.777792} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.883700] env[62563]: DEBUG nova.policy [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b88580b628254a8e97e6277c2bd58773', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a17694d83804d48b3ad25047621fc24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1309.884485] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.884689] env[62563]: INFO nova.compute.manager [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Took 12.22 seconds to spawn the instance on the hypervisor. [ 1309.884860] env[62563]: DEBUG nova.compute.manager [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1309.886481] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088f00bc-2ad6-4a7b-a966-565b96e898ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.939138] env[62563]: DEBUG nova.network.neutron [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Updated VIF entry in instance network info cache for port b6d6a366-5f48-4714-ac81-320f6374557a. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.939618] env[62563]: DEBUG nova.network.neutron [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Updating instance_info_cache with network_info: [{"id": "b6d6a366-5f48-4714-ac81-320f6374557a", "address": "fa:16:3e:76:92:32", "network": {"id": "b2ced9d9-245b-4c8d-9f96-d7c118f9f260", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1407277476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106fba2b88b84a31bd3ee49c646420f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d6a366-5f", "ovs_interfaceid": "b6d6a366-5f48-4714-ac81-320f6374557a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.055157] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582322} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.055530] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] b3197e09-444d-43fe-a8da-1b69794c4ea0/b3197e09-444d-43fe-a8da-1b69794c4ea0.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.055847] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.056152] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a3910e6-46a3-438b-91b6-bd430008e9c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.063884] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1310.063884] env[62563]: value = "task-1750447" [ 1310.063884] env[62563]: _type = "Task" [ 1310.063884] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.073994] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.119173] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Releasing lock "refresh_cache-c28d0db2-c24e-4a71-bd0f-1901be67aa1b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.119538] env[62563]: DEBUG nova.compute.manager [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Instance network_info: |[{"id": "949e90e3-73fc-4cf2-92d4-c32b2d9f9023", "address": "fa:16:3e:7d:e0:ca", "network": {"id": "3caa2cc4-db95-4eb3-b6ca-ca2bdd199383", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1804991044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15589ee909454af38a1a4027f49528b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949e90e3-73", "ovs_interfaceid": "949e90e3-73fc-4cf2-92d4-c32b2d9f9023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1310.120137] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:e0:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '949e90e3-73fc-4cf2-92d4-c32b2d9f9023', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.129649] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Creating folder: Project (15589ee909454af38a1a4027f49528b9). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1310.130016] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab5c5f7d-31a4-4f0b-84b5-869df66483c9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.141340] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Created folder: Project (15589ee909454af38a1a4027f49528b9) in parent group-v363823. [ 1310.141554] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Creating folder: Instances. Parent ref: group-v363869. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1310.141831] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2993f93c-2abe-4f8a-a5fb-b1ab228b93da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.154066] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Created folder: Instances in parent group-v363869. [ 1310.154358] env[62563]: DEBUG oslo.service.loopingcall [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1310.154560] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.154767] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f02dea12-d955-42b7-ae5e-a74c733ba42f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.182135] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.182135] env[62563]: value = "task-1750450" [ 1310.182135] env[62563]: _type = "Task" [ 1310.182135] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.191163] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750450, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.222025] env[62563]: DEBUG nova.compute.manager [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1310.408603] env[62563]: INFO nova.compute.manager [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Took 32.56 seconds to build instance. [ 1310.444885] env[62563]: DEBUG oslo_concurrency.lockutils [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] Releasing lock "refresh_cache-b3197e09-444d-43fe-a8da-1b69794c4ea0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.444988] env[62563]: DEBUG nova.compute.manager [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Received event network-changed-6ddaa6bd-4ced-447d-a443-062be44d11b5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1310.445207] env[62563]: DEBUG nova.compute.manager [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Refreshing instance network info cache due to event network-changed-6ddaa6bd-4ced-447d-a443-062be44d11b5. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1310.445566] env[62563]: DEBUG oslo_concurrency.lockutils [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] Acquiring lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.445749] env[62563]: DEBUG oslo_concurrency.lockutils [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] Acquired lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.445886] env[62563]: DEBUG nova.network.neutron [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Refreshing network info cache for port 6ddaa6bd-4ced-447d-a443-062be44d11b5 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.580274] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066074} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.580274] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.580853] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f235d9e-8a61-476a-887c-9d08bb3884eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.605398] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] b3197e09-444d-43fe-a8da-1b69794c4ea0/b3197e09-444d-43fe-a8da-1b69794c4ea0.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.611038] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07386352-773d-4c07-aa90-bfa949fc77bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.634763] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1310.634763] env[62563]: value = "task-1750451" [ 1310.634763] env[62563]: _type = "Task" [ 1310.634763] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.643699] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.692279] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750450, 'name': CreateVM_Task, 'duration_secs': 0.369206} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.692566] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.693184] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.693359] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.693681] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1310.693927] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a698ef67-4cf4-4e98-91e7-6db97b3b775b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.701072] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Waiting for the task: (returnval){ [ 1310.701072] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ec2a4c-99e2-c335-0dfb-6bda4607c446" [ 1310.701072] env[62563]: _type = "Task" [ 1310.701072] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.711252] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ec2a4c-99e2-c335-0dfb-6bda4607c446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.892363] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc919c7-8df1-48de-ad24-8ff84213a11c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.899400] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7be8e8-a779-4213-822c-9adba7f47689 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.933707] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d533acfb-90a3-491f-b157-a56c0ab99405 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.363s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.936110] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c6177c-a91a-4c65-ac7f-7de2bf5d1a1b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.945880] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff1a224-f460-4e12-a005-94dcccd8582d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.968580] env[62563]: DEBUG nova.compute.provider_tree [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.007020] env[62563]: DEBUG nova.network.neutron [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Successfully created port: 55607a4f-c280-422c-96d9-bd66d49740c1 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.149786] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750451, 'name': ReconfigVM_Task, 'duration_secs': 0.491321} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.150070] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Reconfigured VM instance instance-00000011 to attach disk [datastore1] b3197e09-444d-43fe-a8da-1b69794c4ea0/b3197e09-444d-43fe-a8da-1b69794c4ea0.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.150827] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3544519-56ca-48ca-a0a2-4404ce6f99a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.158751] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1311.158751] env[62563]: value = "task-1750452" [ 1311.158751] env[62563]: _type = "Task" [ 1311.158751] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.171054] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750452, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.216740] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ec2a4c-99e2-c335-0dfb-6bda4607c446, 'name': SearchDatastore_Task, 'duration_secs': 0.049288} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.216740] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.216740] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.216740] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.217039] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.217173] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.217619] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c186772-554f-4b9f-9f6a-14027c8dcabf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.229164] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.229365] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.230831] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558f35a1-a8f6-4fc6-b0b6-c4e8c796fb2a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.236465] env[62563]: DEBUG nova.compute.manager [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1311.244072] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Waiting for the task: (returnval){ [ 1311.244072] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52da89be-8f89-1072-0c9a-9ff938a1b802" [ 1311.244072] env[62563]: _type = "Task" [ 1311.244072] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.264444] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52da89be-8f89-1072-0c9a-9ff938a1b802, 'name': SearchDatastore_Task, 'duration_secs': 0.024016} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.265339] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2984430b-8b9a-4387-8532-b0636e79facb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.276522] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Waiting for the task: (returnval){ [ 1311.276522] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523c68e6-d780-5da7-7f42-b7bb4ae1c4e8" [ 1311.276522] env[62563]: _type = "Task" [ 1311.276522] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.279067] env[62563]: DEBUG nova.virt.hardware [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1311.279067] env[62563]: DEBUG nova.virt.hardware [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1311.279231] env[62563]: DEBUG nova.virt.hardware [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.279310] env[62563]: DEBUG nova.virt.hardware [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1311.279461] env[62563]: DEBUG nova.virt.hardware [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.279609] env[62563]: DEBUG nova.virt.hardware [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1311.279916] env[62563]: DEBUG nova.virt.hardware [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1311.280018] env[62563]: DEBUG nova.virt.hardware [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1311.280190] env[62563]: DEBUG nova.virt.hardware [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1311.280360] env[62563]: DEBUG nova.virt.hardware [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1311.280538] env[62563]: DEBUG nova.virt.hardware [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1311.281480] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79818cd5-223c-46f8-8ea7-ab2208d8fe6e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.296406] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523c68e6-d780-5da7-7f42-b7bb4ae1c4e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.296794] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.297029] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c28d0db2-c24e-4a71-bd0f-1901be67aa1b/c28d0db2-c24e-4a71-bd0f-1901be67aa1b.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.301403] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9bac84-15d3-4586-ba36-7d10c703a2fd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.302741] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a4fd7b9-bfc8-47d8-865d-ff995e046251 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.321432] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Waiting for the task: (returnval){ [ 1311.321432] env[62563]: value = "task-1750453" [ 1311.321432] env[62563]: _type = "Task" [ 1311.321432] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.338078] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.408082] env[62563]: DEBUG nova.network.neutron [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Updated VIF entry in instance network info cache for port 6ddaa6bd-4ced-447d-a443-062be44d11b5. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.408468] env[62563]: DEBUG nova.network.neutron [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Updating instance_info_cache with network_info: [{"id": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "address": "fa:16:3e:b8:4e:af", "network": {"id": "740be252-0226-4914-bc2a-4835e624fccb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872169649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748675873da34605a5b9f6ffc328161a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddaa6bd-4c", "ovs_interfaceid": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.440807] env[62563]: DEBUG nova.compute.manager [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1311.474559] env[62563]: DEBUG nova.scheduler.client.report [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1311.482024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c3f6ab8-45c0-4129-a72a-5e95c7dccdf2 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "b607559a-9f41-465d-8c03-c9e2bddbd173" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.482024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c3f6ab8-45c0-4129-a72a-5e95c7dccdf2 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "b607559a-9f41-465d-8c03-c9e2bddbd173" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.482024] env[62563]: DEBUG nova.compute.manager [None req-8c3f6ab8-45c0-4129-a72a-5e95c7dccdf2 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1311.482024] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920506cb-fa1a-4d32-9e48-fe0fb5bcea0f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.489751] env[62563]: DEBUG nova.compute.manager [None req-8c3f6ab8-45c0-4129-a72a-5e95c7dccdf2 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1311.490162] env[62563]: DEBUG nova.objects.instance [None req-8c3f6ab8-45c0-4129-a72a-5e95c7dccdf2 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lazy-loading 'flavor' on Instance uuid b607559a-9f41-465d-8c03-c9e2bddbd173 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.675679] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750452, 'name': Rename_Task, 'duration_secs': 0.191432} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.676226] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.676629] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ce5daa5-7faf-4598-a5e4-77470d5f8995 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.687196] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1311.687196] env[62563]: value = "task-1750454" [ 1311.687196] env[62563]: _type = "Task" [ 1311.687196] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.698978] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.842288] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750453, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.911704] env[62563]: DEBUG oslo_concurrency.lockutils [req-bf8ad860-e8c2-4460-bedb-afae98953217 req-7f238fc1-5ba8-445c-a267-02b07bdcfe60 service nova] Releasing lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.961160] env[62563]: DEBUG nova.compute.manager [req-dfa783a9-e7b0-45bf-9759-35481496bdc1 req-d801a766-ef9b-42dd-b26a-b21861845386 service nova] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Received event network-changed-949e90e3-73fc-4cf2-92d4-c32b2d9f9023 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1311.961160] env[62563]: DEBUG nova.compute.manager [req-dfa783a9-e7b0-45bf-9759-35481496bdc1 req-d801a766-ef9b-42dd-b26a-b21861845386 service nova] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Refreshing instance network info cache due to event network-changed-949e90e3-73fc-4cf2-92d4-c32b2d9f9023. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1311.961160] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfa783a9-e7b0-45bf-9759-35481496bdc1 req-d801a766-ef9b-42dd-b26a-b21861845386 service nova] Acquiring lock "refresh_cache-c28d0db2-c24e-4a71-bd0f-1901be67aa1b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.961160] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfa783a9-e7b0-45bf-9759-35481496bdc1 req-d801a766-ef9b-42dd-b26a-b21861845386 service nova] Acquired lock "refresh_cache-c28d0db2-c24e-4a71-bd0f-1901be67aa1b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.961160] env[62563]: DEBUG nova.network.neutron [req-dfa783a9-e7b0-45bf-9759-35481496bdc1 req-d801a766-ef9b-42dd-b26a-b21861845386 service nova] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Refreshing network info cache for port 949e90e3-73fc-4cf2-92d4-c32b2d9f9023 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.978084] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.980312] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.980804] env[62563]: DEBUG nova.compute.manager [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1311.983863] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.006s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.985451] env[62563]: INFO nova.compute.claims [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.997106] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3f6ab8-45c0-4129-a72a-5e95c7dccdf2 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.997106] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c1f2af0-506e-47ab-9b8e-58db49c02d14 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.008357] env[62563]: DEBUG oslo_vmware.api [None req-8c3f6ab8-45c0-4129-a72a-5e95c7dccdf2 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1312.008357] env[62563]: value = "task-1750455" [ 1312.008357] env[62563]: _type = "Task" [ 1312.008357] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.019498] env[62563]: DEBUG oslo_vmware.api [None req-8c3f6ab8-45c0-4129-a72a-5e95c7dccdf2 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.204847] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.338028] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586306} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.338028] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c28d0db2-c24e-4a71-bd0f-1901be67aa1b/c28d0db2-c24e-4a71-bd0f-1901be67aa1b.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.338213] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.338493] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-561558b4-561b-40d0-9c32-492010e9e81c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.350872] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Waiting for the task: (returnval){ [ 1312.350872] env[62563]: value = "task-1750456" [ 1312.350872] env[62563]: _type = "Task" [ 1312.350872] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.370220] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.496106] env[62563]: DEBUG nova.compute.utils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1312.496106] env[62563]: DEBUG nova.compute.manager [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1312.496106] env[62563]: DEBUG nova.network.neutron [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1312.530411] env[62563]: DEBUG oslo_vmware.api [None req-8c3f6ab8-45c0-4129-a72a-5e95c7dccdf2 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750455, 'name': PowerOffVM_Task, 'duration_secs': 0.477666} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.530411] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3f6ab8-45c0-4129-a72a-5e95c7dccdf2 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.530411] env[62563]: DEBUG nova.compute.manager [None req-8c3f6ab8-45c0-4129-a72a-5e95c7dccdf2 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1312.534577] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb5d4f3-2cd8-4ccb-91e0-cb91cbfb69c7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.608137] env[62563]: DEBUG nova.policy [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8e93ec3c4ef4d478399420412ccef12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0eea24d473014ddfba982f0c41aab0e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1312.718823] env[62563]: DEBUG oslo_vmware.api [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750454, 'name': PowerOnVM_Task, 'duration_secs': 0.877388} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.719061] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.721170] env[62563]: INFO nova.compute.manager [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1312.721170] env[62563]: DEBUG nova.compute.manager [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1312.722146] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58441a61-1cd9-44ab-966e-57011507d6cd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.881467] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074653} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.881467] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1312.881795] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213b49c0-88bf-4165-b968-4d0910ceac77 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.921220] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] c28d0db2-c24e-4a71-bd0f-1901be67aa1b/c28d0db2-c24e-4a71-bd0f-1901be67aa1b.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.921220] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0de203f0-cbc3-4e9b-ba9b-f2756ec3469a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.030298] env[62563]: DEBUG nova.compute.manager [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1313.036221] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Waiting for the task: (returnval){ [ 1313.036221] env[62563]: value = "task-1750457" [ 1313.036221] env[62563]: _type = "Task" [ 1313.036221] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.060807] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.062906] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c3f6ab8-45c0-4129-a72a-5e95c7dccdf2 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "b607559a-9f41-465d-8c03-c9e2bddbd173" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.584s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.147568] env[62563]: DEBUG nova.network.neutron [req-dfa783a9-e7b0-45bf-9759-35481496bdc1 req-d801a766-ef9b-42dd-b26a-b21861845386 service nova] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Updated VIF entry in instance network info cache for port 949e90e3-73fc-4cf2-92d4-c32b2d9f9023. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.147925] env[62563]: DEBUG nova.network.neutron [req-dfa783a9-e7b0-45bf-9759-35481496bdc1 req-d801a766-ef9b-42dd-b26a-b21861845386 service nova] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Updating instance_info_cache with network_info: [{"id": "949e90e3-73fc-4cf2-92d4-c32b2d9f9023", "address": "fa:16:3e:7d:e0:ca", "network": {"id": "3caa2cc4-db95-4eb3-b6ca-ca2bdd199383", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1804991044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15589ee909454af38a1a4027f49528b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949e90e3-73", "ovs_interfaceid": "949e90e3-73fc-4cf2-92d4-c32b2d9f9023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.258324] env[62563]: INFO nova.compute.manager [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Took 29.22 seconds to build instance. [ 1313.298707] env[62563]: DEBUG nova.network.neutron [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Successfully created port: 51aba5d3-77c8-4b68-9dd8-5d0363fe33f4 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.498724] env[62563]: DEBUG nova.network.neutron [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Successfully updated port: 55607a4f-c280-422c-96d9-bd66d49740c1 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1313.552601] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750457, 'name': ReconfigVM_Task, 'duration_secs': 0.320018} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.552878] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Reconfigured VM instance instance-00000012 to attach disk [datastore1] c28d0db2-c24e-4a71-bd0f-1901be67aa1b/c28d0db2-c24e-4a71-bd0f-1901be67aa1b.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.553580] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e3685c0-f592-474b-b4e3-1f46461456c2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.567589] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Waiting for the task: (returnval){ [ 1313.567589] env[62563]: value = "task-1750458" [ 1313.567589] env[62563]: _type = "Task" [ 1313.567589] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.579434] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750458, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.614992] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca78a6f-a7a1-4ca2-ab1e-d6ad4c1e5f0d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.625396] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf533d1-ef31-4fa6-95a4-72cdf9daf056 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.664785] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfa783a9-e7b0-45bf-9759-35481496bdc1 req-d801a766-ef9b-42dd-b26a-b21861845386 service nova] Releasing lock "refresh_cache-c28d0db2-c24e-4a71-bd0f-1901be67aa1b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.666259] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7065f378-1f7d-4fa0-8e25-dd8706c4eb4f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.675582] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f602cb-7b41-454f-979f-b637a30d35f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.692931] env[62563]: DEBUG nova.compute.provider_tree [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.762297] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9c67e8f-8803-4497-9c7e-9a88860b1580 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lock "b3197e09-444d-43fe-a8da-1b69794c4ea0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.626s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.006483] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.007288] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.007288] env[62563]: DEBUG nova.network.neutron [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.046552] env[62563]: DEBUG nova.compute.manager [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1314.073855] env[62563]: DEBUG nova.virt.hardware [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1314.074080] env[62563]: DEBUG nova.virt.hardware [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1314.074305] env[62563]: DEBUG nova.virt.hardware [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.074562] env[62563]: DEBUG nova.virt.hardware [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1314.074721] env[62563]: DEBUG nova.virt.hardware [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.074871] env[62563]: DEBUG nova.virt.hardware [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1314.075090] env[62563]: DEBUG nova.virt.hardware [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1314.075255] env[62563]: DEBUG nova.virt.hardware [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1314.075490] env[62563]: DEBUG nova.virt.hardware [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1314.075585] env[62563]: DEBUG nova.virt.hardware [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1314.075758] env[62563]: DEBUG nova.virt.hardware [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1314.076573] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5b3e57-fb32-490f-9043-a30b0cd1312b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.085104] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750458, 'name': Rename_Task, 'duration_secs': 0.155745} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.087118] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.087407] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f899bc2d-63f2-4416-9e52-9473dc3c959c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.089742] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615a8a34-805b-4522-8ee0-cfac020d43d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.104916] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Waiting for the task: (returnval){ [ 1314.104916] env[62563]: value = "task-1750459" [ 1314.104916] env[62563]: _type = "Task" [ 1314.104916] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.112823] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.192167] env[62563]: DEBUG nova.compute.manager [req-8c13a78d-c38f-41b7-bc82-08b16f1d5dc6 req-eabdf54c-479f-479a-b2e0-20c4f6664ba9 service nova] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Received event network-vif-plugged-55607a4f-c280-422c-96d9-bd66d49740c1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1314.192402] env[62563]: DEBUG oslo_concurrency.lockutils [req-8c13a78d-c38f-41b7-bc82-08b16f1d5dc6 req-eabdf54c-479f-479a-b2e0-20c4f6664ba9 service nova] Acquiring lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.192687] env[62563]: DEBUG oslo_concurrency.lockutils [req-8c13a78d-c38f-41b7-bc82-08b16f1d5dc6 req-eabdf54c-479f-479a-b2e0-20c4f6664ba9 service nova] Lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.192776] env[62563]: DEBUG oslo_concurrency.lockutils [req-8c13a78d-c38f-41b7-bc82-08b16f1d5dc6 req-eabdf54c-479f-479a-b2e0-20c4f6664ba9 service nova] Lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.192947] env[62563]: DEBUG nova.compute.manager [req-8c13a78d-c38f-41b7-bc82-08b16f1d5dc6 req-eabdf54c-479f-479a-b2e0-20c4f6664ba9 service nova] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] No waiting events found dispatching network-vif-plugged-55607a4f-c280-422c-96d9-bd66d49740c1 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1314.193157] env[62563]: WARNING nova.compute.manager [req-8c13a78d-c38f-41b7-bc82-08b16f1d5dc6 req-eabdf54c-479f-479a-b2e0-20c4f6664ba9 service nova] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Received unexpected event network-vif-plugged-55607a4f-c280-422c-96d9-bd66d49740c1 for instance with vm_state building and task_state spawning. [ 1314.196410] env[62563]: DEBUG nova.scheduler.client.report [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1314.266045] env[62563]: DEBUG nova.compute.manager [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1314.456268] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.457027] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.549792] env[62563]: DEBUG nova.network.neutron [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.571439] env[62563]: DEBUG nova.compute.manager [req-9eeb1e28-fb5e-4083-bfa4-d9c4aae94374 req-ef174c3f-92cc-4a90-a626-015d3d91e188 service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Received event network-changed-de39b1ae-483f-4122-8b7f-c8a2e03febe0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1314.571439] env[62563]: DEBUG nova.compute.manager [req-9eeb1e28-fb5e-4083-bfa4-d9c4aae94374 req-ef174c3f-92cc-4a90-a626-015d3d91e188 service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Refreshing instance network info cache due to event network-changed-de39b1ae-483f-4122-8b7f-c8a2e03febe0. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1314.571439] env[62563]: DEBUG oslo_concurrency.lockutils [req-9eeb1e28-fb5e-4083-bfa4-d9c4aae94374 req-ef174c3f-92cc-4a90-a626-015d3d91e188 service nova] Acquiring lock "refresh_cache-9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.571957] env[62563]: DEBUG oslo_concurrency.lockutils [req-9eeb1e28-fb5e-4083-bfa4-d9c4aae94374 req-ef174c3f-92cc-4a90-a626-015d3d91e188 service nova] Acquired lock "refresh_cache-9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.572329] env[62563]: DEBUG nova.network.neutron [req-9eeb1e28-fb5e-4083-bfa4-d9c4aae94374 req-ef174c3f-92cc-4a90-a626-015d3d91e188 service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Refreshing network info cache for port de39b1ae-483f-4122-8b7f-c8a2e03febe0 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.617439] env[62563]: DEBUG oslo_vmware.api [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750459, 'name': PowerOnVM_Task, 'duration_secs': 0.503004} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.618251] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.618408] env[62563]: INFO nova.compute.manager [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1314.618597] env[62563]: DEBUG nova.compute.manager [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1314.619502] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a376c8-d3fa-4fa8-87d9-f0cb98fde777 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.701608] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.702137] env[62563]: DEBUG nova.compute.manager [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1314.705229] env[62563]: DEBUG oslo_concurrency.lockutils [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.352s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.709020] env[62563]: DEBUG nova.objects.instance [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lazy-loading 'resources' on Instance uuid 8010219a-1550-462c-8e87-097a2b079d44 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.780970] env[62563]: DEBUG nova.network.neutron [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance_info_cache with network_info: [{"id": "55607a4f-c280-422c-96d9-bd66d49740c1", "address": "fa:16:3e:ba:b1:fe", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55607a4f-c2", "ovs_interfaceid": "55607a4f-c280-422c-96d9-bd66d49740c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.793527] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.917966] env[62563]: DEBUG nova.network.neutron [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Successfully updated port: 51aba5d3-77c8-4b68-9dd8-5d0363fe33f4 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.137067] env[62563]: INFO nova.compute.manager [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Took 31.00 seconds to build instance. [ 1315.210368] env[62563]: DEBUG nova.compute.utils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1315.216022] env[62563]: DEBUG nova.compute.manager [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1315.216022] env[62563]: DEBUG nova.network.neutron [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.265656] env[62563]: DEBUG nova.policy [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2717d066a77346e08e9903818a2c50cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77b406b8bc15408e9f32170bc6c70338', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1315.286205] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.286807] env[62563]: DEBUG nova.compute.manager [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Instance network_info: |[{"id": "55607a4f-c280-422c-96d9-bd66d49740c1", "address": "fa:16:3e:ba:b1:fe", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55607a4f-c2", "ovs_interfaceid": "55607a4f-c280-422c-96d9-bd66d49740c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1315.287429] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:b1:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55607a4f-c280-422c-96d9-bd66d49740c1', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.296661] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Creating folder: Project (2a17694d83804d48b3ad25047621fc24). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1315.299594] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b32eecbf-50a6-47c2-bd3f-884143f365b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.316347] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Created folder: Project (2a17694d83804d48b3ad25047621fc24) in parent group-v363823. [ 1315.316562] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Creating folder: Instances. Parent ref: group-v363872. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1315.316831] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-129eac58-b9a8-42ed-af62-5e278ccf3c4e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.326901] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Created folder: Instances in parent group-v363872. [ 1315.327184] env[62563]: DEBUG oslo.service.loopingcall [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1315.327386] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.327596] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4bf8354-add9-44af-83f4-0985aa5cd97c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.356056] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.356056] env[62563]: value = "task-1750462" [ 1315.356056] env[62563]: _type = "Task" [ 1315.356056] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.356056] env[62563]: DEBUG nova.network.neutron [req-9eeb1e28-fb5e-4083-bfa4-d9c4aae94374 req-ef174c3f-92cc-4a90-a626-015d3d91e188 service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Updated VIF entry in instance network info cache for port de39b1ae-483f-4122-8b7f-c8a2e03febe0. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.356337] env[62563]: DEBUG nova.network.neutron [req-9eeb1e28-fb5e-4083-bfa4-d9c4aae94374 req-ef174c3f-92cc-4a90-a626-015d3d91e188 service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Updating instance_info_cache with network_info: [{"id": "de39b1ae-483f-4122-8b7f-c8a2e03febe0", "address": "fa:16:3e:d4:4d:1c", "network": {"id": "409b3eb4-30ab-4533-8416-046b0b03d527", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-279547852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a97b80ee82458e86853a8efe399cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde39b1ae-48", "ovs_interfaceid": "de39b1ae-483f-4122-8b7f-c8a2e03febe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.370208] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750462, 'name': CreateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.424287] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Acquiring lock "refresh_cache-efd6ac8e-019b-4ad2-b11e-13db5059201b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.424460] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Acquired lock "refresh_cache-efd6ac8e-019b-4ad2-b11e-13db5059201b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.424605] env[62563]: DEBUG nova.network.neutron [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.639213] env[62563]: DEBUG oslo_concurrency.lockutils [None req-47b5784d-0083-4d2c-9f37-aa8d52faf0d8 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lock "c28d0db2-c24e-4a71-bd0f-1901be67aa1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.843s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.714360] env[62563]: DEBUG nova.compute.manager [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1315.720402] env[62563]: DEBUG nova.network.neutron [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Successfully created port: 1e09054a-8444-4763-b4a1-1429cbea662b {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1315.780541] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a69c09-666c-42ae-8a4c-949b47d46ed2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.788444] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bf0ba4-6ecc-4c9e-99d2-587db081e4db {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.824669] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a54485-fecb-4523-9420-ce0395244ee4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.832674] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a3e1f3-8836-494e-bde4-70ab2febdfad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.847112] env[62563]: DEBUG nova.compute.provider_tree [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.865224] env[62563]: DEBUG oslo_concurrency.lockutils [req-9eeb1e28-fb5e-4083-bfa4-d9c4aae94374 req-ef174c3f-92cc-4a90-a626-015d3d91e188 service nova] Releasing lock "refresh_cache-9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.869665] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750462, 'name': CreateVM_Task, 'duration_secs': 0.49987} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.869850] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.870617] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.870742] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.871185] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.871380] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54ba1c1a-4ae0-4a9a-8d74-0444f7e1e551 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.879139] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1315.879139] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d88030-8700-a028-ce1b-f3fb614a3e80" [ 1315.879139] env[62563]: _type = "Task" [ 1315.879139] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.889155] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d88030-8700-a028-ce1b-f3fb614a3e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.952172] env[62563]: DEBUG nova.compute.manager [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1315.954298] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9716b20e-a1f1-45db-aeb2-08370c628165 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.982279] env[62563]: DEBUG nova.network.neutron [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.134926] env[62563]: DEBUG nova.network.neutron [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Updating instance_info_cache with network_info: [{"id": "51aba5d3-77c8-4b68-9dd8-5d0363fe33f4", "address": "fa:16:3e:ee:04:82", "network": {"id": "a04327c5-b7e0-4217-91ff-0bdad8527018", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1891458137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0eea24d473014ddfba982f0c41aab0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51aba5d3-77", "ovs_interfaceid": "51aba5d3-77c8-4b68-9dd8-5d0363fe33f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.141499] env[62563]: DEBUG nova.compute.manager [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1316.232721] env[62563]: DEBUG nova.objects.instance [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lazy-loading 'flavor' on Instance uuid b607559a-9f41-465d-8c03-c9e2bddbd173 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.352416] env[62563]: DEBUG nova.scheduler.client.report [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1316.356408] env[62563]: DEBUG nova.compute.manager [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1316.357585] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbadf280-951e-4f99-8bcd-aaab6f86bb0d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.388011] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d88030-8700-a028-ce1b-f3fb614a3e80, 'name': SearchDatastore_Task, 'duration_secs': 0.020948} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.388521] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.388624] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.388836] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.388987] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.389186] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.389435] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1615933b-e426-4229-af46-b226f7adc4c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.398955] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.398955] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.399687] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a418c7-e213-4daf-a082-acdd01107ced {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.405626] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1316.405626] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]528591d9-dc09-b5d0-bd36-e531c0efc8f7" [ 1316.405626] env[62563]: _type = "Task" [ 1316.405626] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.413571] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528591d9-dc09-b5d0-bd36-e531c0efc8f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.470081] env[62563]: INFO nova.compute.manager [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] instance snapshotting [ 1316.472963] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733aee49-fa87-46ec-941a-a5f9e74bdba5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.494342] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f29b60-497e-4ae5-a3d5-386ce57207af {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.633101] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9277d759-47f3-4265-af3f-c540887f9e25 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Acquiring lock "interface-c28d0db2-c24e-4a71-bd0f-1901be67aa1b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.633426] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9277d759-47f3-4265-af3f-c540887f9e25 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lock "interface-c28d0db2-c24e-4a71-bd0f-1901be67aa1b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.633795] env[62563]: DEBUG nova.objects.instance [None req-9277d759-47f3-4265-af3f-c540887f9e25 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lazy-loading 'flavor' on Instance uuid c28d0db2-c24e-4a71-bd0f-1901be67aa1b {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.637446] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Releasing lock "refresh_cache-efd6ac8e-019b-4ad2-b11e-13db5059201b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.637735] env[62563]: DEBUG nova.compute.manager [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Instance network_info: |[{"id": "51aba5d3-77c8-4b68-9dd8-5d0363fe33f4", "address": "fa:16:3e:ee:04:82", "network": {"id": "a04327c5-b7e0-4217-91ff-0bdad8527018", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1891458137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0eea24d473014ddfba982f0c41aab0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51aba5d3-77", "ovs_interfaceid": "51aba5d3-77c8-4b68-9dd8-5d0363fe33f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1316.638574] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:04:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51aba5d3-77c8-4b68-9dd8-5d0363fe33f4', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.646939] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Creating folder: Project (0eea24d473014ddfba982f0c41aab0e6). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.650393] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42501196-76b8-4bb2-8774-9c9ea804e5ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.662383] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Created folder: Project (0eea24d473014ddfba982f0c41aab0e6) in parent group-v363823. [ 1316.662601] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Creating folder: Instances. Parent ref: group-v363875. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.664498] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa83871d-de2b-4692-91e9-e91def374579 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.668509] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.672463] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Created folder: Instances in parent group-v363875. [ 1316.672697] env[62563]: DEBUG oslo.service.loopingcall [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.672887] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.673120] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-109b474b-e0aa-4244-840b-2e929f4e9447 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.693470] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.693470] env[62563]: value = "task-1750465" [ 1316.693470] env[62563]: _type = "Task" [ 1316.693470] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.701211] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750465, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.723194] env[62563]: DEBUG nova.compute.manager [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1316.738957] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "refresh_cache-b607559a-9f41-465d-8c03-c9e2bddbd173" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.738957] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquired lock "refresh_cache-b607559a-9f41-465d-8c03-c9e2bddbd173" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.739145] env[62563]: DEBUG nova.network.neutron [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.739346] env[62563]: DEBUG nova.objects.instance [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lazy-loading 'info_cache' on Instance uuid b607559a-9f41-465d-8c03-c9e2bddbd173 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.754057] env[62563]: DEBUG nova.virt.hardware [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1316.754317] env[62563]: DEBUG nova.virt.hardware [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1316.754478] env[62563]: DEBUG nova.virt.hardware [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.754976] env[62563]: DEBUG nova.virt.hardware [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1316.754976] env[62563]: DEBUG nova.virt.hardware [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.754976] env[62563]: DEBUG nova.virt.hardware [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1316.755137] env[62563]: DEBUG nova.virt.hardware [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1316.755302] env[62563]: DEBUG nova.virt.hardware [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1316.755490] env[62563]: DEBUG nova.virt.hardware [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1316.758397] env[62563]: DEBUG nova.virt.hardware [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1316.758397] env[62563]: DEBUG nova.virt.hardware [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1316.758397] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938c6e7d-1ec1-4692-bdaa-a498f4724df4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.765177] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ff3724-fccf-4ca2-bb80-2d5a06ff6e19 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.858976] env[62563]: DEBUG oslo_concurrency.lockutils [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.861402] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.080s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.863116] env[62563]: INFO nova.compute.claims [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.868833] env[62563]: INFO nova.compute.manager [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] instance snapshotting [ 1316.871473] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9817b7b-d8aa-4378-b899-2a818fa10e2f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.896649] env[62563]: INFO nova.scheduler.client.report [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Deleted allocations for instance 8010219a-1550-462c-8e87-097a2b079d44 [ 1316.899844] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801ce30e-483e-4a07-984b-2f92c8209b15 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.903537] env[62563]: DEBUG nova.compute.manager [req-dd491dbc-58a9-4e1b-be59-2693d46494d1 req-2bc35501-a896-4e04-a08a-1e7fcf1fea40 service nova] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Received event network-changed-55607a4f-c280-422c-96d9-bd66d49740c1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1316.903684] env[62563]: DEBUG nova.compute.manager [req-dd491dbc-58a9-4e1b-be59-2693d46494d1 req-2bc35501-a896-4e04-a08a-1e7fcf1fea40 service nova] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Refreshing instance network info cache due to event network-changed-55607a4f-c280-422c-96d9-bd66d49740c1. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1316.903894] env[62563]: DEBUG oslo_concurrency.lockutils [req-dd491dbc-58a9-4e1b-be59-2693d46494d1 req-2bc35501-a896-4e04-a08a-1e7fcf1fea40 service nova] Acquiring lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.904190] env[62563]: DEBUG oslo_concurrency.lockutils [req-dd491dbc-58a9-4e1b-be59-2693d46494d1 req-2bc35501-a896-4e04-a08a-1e7fcf1fea40 service nova] Acquired lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.904313] env[62563]: DEBUG nova.network.neutron [req-dd491dbc-58a9-4e1b-be59-2693d46494d1 req-2bc35501-a896-4e04-a08a-1e7fcf1fea40 service nova] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Refreshing network info cache for port 55607a4f-c280-422c-96d9-bd66d49740c1 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.923283] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528591d9-dc09-b5d0-bd36-e531c0efc8f7, 'name': SearchDatastore_Task, 'duration_secs': 0.032142} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.924198] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e3f7ec-d34e-42c9-b644-3c064f6b5c3c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.929943] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1316.929943] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5277bfab-5415-aedd-bd17-2d72732516d0" [ 1316.929943] env[62563]: _type = "Task" [ 1316.929943] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.939294] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5277bfab-5415-aedd-bd17-2d72732516d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.013938] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1317.014600] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e1e11212-a98d-4c4f-942a-c1a30050705e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.022640] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1317.022640] env[62563]: value = "task-1750466" [ 1317.022640] env[62563]: _type = "Task" [ 1317.022640] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.030808] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750466, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.139405] env[62563]: DEBUG nova.objects.instance [None req-9277d759-47f3-4265-af3f-c540887f9e25 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lazy-loading 'pci_requests' on Instance uuid c28d0db2-c24e-4a71-bd0f-1901be67aa1b {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.205190] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750465, 'name': CreateVM_Task, 'duration_secs': 0.478499} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.205476] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.206210] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.206385] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.206721] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.206987] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4254f9-2e39-4d73-b307-0bfe9ea61415 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.211908] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Waiting for the task: (returnval){ [ 1317.211908] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e8ffff-20bc-166d-bc3e-5ff3f773e504" [ 1317.211908] env[62563]: _type = "Task" [ 1317.211908] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.220427] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e8ffff-20bc-166d-bc3e-5ff3f773e504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.223017] env[62563]: DEBUG nova.compute.manager [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Received event network-vif-plugged-51aba5d3-77c8-4b68-9dd8-5d0363fe33f4 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1317.223017] env[62563]: DEBUG oslo_concurrency.lockutils [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] Acquiring lock "efd6ac8e-019b-4ad2-b11e-13db5059201b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.223151] env[62563]: DEBUG oslo_concurrency.lockutils [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] Lock "efd6ac8e-019b-4ad2-b11e-13db5059201b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.223274] env[62563]: DEBUG oslo_concurrency.lockutils [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] Lock "efd6ac8e-019b-4ad2-b11e-13db5059201b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.223448] env[62563]: DEBUG nova.compute.manager [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] No waiting events found dispatching network-vif-plugged-51aba5d3-77c8-4b68-9dd8-5d0363fe33f4 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1317.223618] env[62563]: WARNING nova.compute.manager [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Received unexpected event network-vif-plugged-51aba5d3-77c8-4b68-9dd8-5d0363fe33f4 for instance with vm_state building and task_state spawning. [ 1317.223770] env[62563]: DEBUG nova.compute.manager [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Received event network-changed-51aba5d3-77c8-4b68-9dd8-5d0363fe33f4 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1317.223920] env[62563]: DEBUG nova.compute.manager [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Refreshing instance network info cache due to event network-changed-51aba5d3-77c8-4b68-9dd8-5d0363fe33f4. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1317.224122] env[62563]: DEBUG oslo_concurrency.lockutils [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] Acquiring lock "refresh_cache-efd6ac8e-019b-4ad2-b11e-13db5059201b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.224264] env[62563]: DEBUG oslo_concurrency.lockutils [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] Acquired lock "refresh_cache-efd6ac8e-019b-4ad2-b11e-13db5059201b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.224422] env[62563]: DEBUG nova.network.neutron [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Refreshing network info cache for port 51aba5d3-77c8-4b68-9dd8-5d0363fe33f4 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.242699] env[62563]: DEBUG nova.objects.base [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1317.415576] env[62563]: DEBUG oslo_concurrency.lockutils [None req-28ce12e8-79b4-4b64-b7d2-8424a7bce8f4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "8010219a-1550-462c-8e87-097a2b079d44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.720s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.418902] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1317.419177] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-406824d7-9d29-4336-99e0-eeaf3844a249 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.426774] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1317.426774] env[62563]: value = "task-1750467" [ 1317.426774] env[62563]: _type = "Task" [ 1317.426774] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.443046] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750467, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.446699] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5277bfab-5415-aedd-bd17-2d72732516d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010025} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.446892] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.447192] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] d463557f-2915-4d0b-9ed9-cf8ad14a99e7/d463557f-2915-4d0b-9ed9-cf8ad14a99e7.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.448089] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c30d2b9d-8f39-4c58-9950-2cb834b85f00 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.450781] env[62563]: DEBUG nova.network.neutron [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Successfully updated port: 1e09054a-8444-4763-b4a1-1429cbea662b {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.457337] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1317.457337] env[62563]: value = "task-1750468" [ 1317.457337] env[62563]: _type = "Task" [ 1317.457337] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.465797] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.534339] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750466, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.639505] env[62563]: DEBUG nova.network.neutron [req-dd491dbc-58a9-4e1b-be59-2693d46494d1 req-2bc35501-a896-4e04-a08a-1e7fcf1fea40 service nova] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updated VIF entry in instance network info cache for port 55607a4f-c280-422c-96d9-bd66d49740c1. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.639968] env[62563]: DEBUG nova.network.neutron [req-dd491dbc-58a9-4e1b-be59-2693d46494d1 req-2bc35501-a896-4e04-a08a-1e7fcf1fea40 service nova] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance_info_cache with network_info: [{"id": "55607a4f-c280-422c-96d9-bd66d49740c1", "address": "fa:16:3e:ba:b1:fe", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55607a4f-c2", "ovs_interfaceid": "55607a4f-c280-422c-96d9-bd66d49740c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.642119] env[62563]: DEBUG nova.objects.base [None req-9277d759-47f3-4265-af3f-c540887f9e25 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1317.642399] env[62563]: DEBUG nova.network.neutron [None req-9277d759-47f3-4265-af3f-c540887f9e25 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.733877] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e8ffff-20bc-166d-bc3e-5ff3f773e504, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.734138] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.734863] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.734960] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.735746] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.735746] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.737157] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5002a77-47bf-4a98-8c9f-6bf6e5c72d76 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.743237] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9277d759-47f3-4265-af3f-c540887f9e25 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lock "interface-c28d0db2-c24e-4a71-bd0f-1901be67aa1b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.109s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.755060] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.755060] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.756123] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c5d0c2-62c9-49f7-a53a-fc71602c67b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.762368] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Waiting for the task: (returnval){ [ 1317.762368] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52897abc-458c-2fc5-951a-f1a752a86621" [ 1317.762368] env[62563]: _type = "Task" [ 1317.762368] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.772221] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52897abc-458c-2fc5-951a-f1a752a86621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.942366] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750467, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.954942] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquiring lock "refresh_cache-c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.955149] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquired lock "refresh_cache-c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.955358] env[62563]: DEBUG nova.network.neutron [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.970696] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750468, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.022201] env[62563]: DEBUG nova.network.neutron [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Updating instance_info_cache with network_info: [{"id": "42a51010-6064-4c90-b440-cf2b6898d3ac", "address": "fa:16:3e:e1:8b:f9", "network": {"id": "f8f68598-ca7a-4b94-bf61-9880833af99d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1056605660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c98ba04244448d19b62bcc254ffdf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a51010-60", "ovs_interfaceid": "42a51010-6064-4c90-b440-cf2b6898d3ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.040323] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750466, 'name': CreateSnapshot_Task, 'duration_secs': 0.665095} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.040600] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1318.041796] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebc6e37-4154-4ba4-af57-5a662d93af95 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.145597] env[62563]: DEBUG oslo_concurrency.lockutils [req-dd491dbc-58a9-4e1b-be59-2693d46494d1 req-2bc35501-a896-4e04-a08a-1e7fcf1fea40 service nova] Releasing lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.216953] env[62563]: DEBUG nova.network.neutron [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Updated VIF entry in instance network info cache for port 51aba5d3-77c8-4b68-9dd8-5d0363fe33f4. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.217326] env[62563]: DEBUG nova.network.neutron [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Updating instance_info_cache with network_info: [{"id": "51aba5d3-77c8-4b68-9dd8-5d0363fe33f4", "address": "fa:16:3e:ee:04:82", "network": {"id": "a04327c5-b7e0-4217-91ff-0bdad8527018", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1891458137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0eea24d473014ddfba982f0c41aab0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51aba5d3-77", "ovs_interfaceid": "51aba5d3-77c8-4b68-9dd8-5d0363fe33f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.278152] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52897abc-458c-2fc5-951a-f1a752a86621, 'name': SearchDatastore_Task, 'duration_secs': 0.056138} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.278882] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15fbbed9-0be8-4381-8a72-54cab4f0897f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.288301] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Waiting for the task: (returnval){ [ 1318.288301] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527bd1f5-5037-9f5a-7dd8-57ed26723d25" [ 1318.288301] env[62563]: _type = "Task" [ 1318.288301] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.296751] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527bd1f5-5037-9f5a-7dd8-57ed26723d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.357035] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af766d4-d96e-4b3f-a61f-ec5bc24b9c4a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.365062] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcd2539-1be3-4fc2-8150-223b57ee002b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.397900] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df903d0f-6139-485b-b5be-b3292d3b05fe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.405785] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cac5c5-95f7-49b4-9748-d81dd0ada10b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.419716] env[62563]: DEBUG nova.compute.provider_tree [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.439696] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750467, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.472662] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595031} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.472662] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] d463557f-2915-4d0b-9ed9-cf8ad14a99e7/d463557f-2915-4d0b-9ed9-cf8ad14a99e7.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.472662] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.472980] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6a85a5d-72d0-43c5-86e9-3d76cc97786c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.479301] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1318.479301] env[62563]: value = "task-1750469" [ 1318.479301] env[62563]: _type = "Task" [ 1318.479301] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.488222] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.498834] env[62563]: DEBUG nova.network.neutron [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.534178] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Releasing lock "refresh_cache-b607559a-9f41-465d-8c03-c9e2bddbd173" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.564506] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1318.565052] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c34e4f3-9345-4cbe-82bd-08c973d91279 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.576369] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1318.576369] env[62563]: value = "task-1750470" [ 1318.576369] env[62563]: _type = "Task" [ 1318.576369] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.584980] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750470, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.698730] env[62563]: DEBUG nova.network.neutron [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Updating instance_info_cache with network_info: [{"id": "1e09054a-8444-4763-b4a1-1429cbea662b", "address": "fa:16:3e:b2:69:1b", "network": {"id": "a712b409-4fe8-4c3b-aa0e-1d531be1b635", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-660714099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b406b8bc15408e9f32170bc6c70338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e09054a-84", "ovs_interfaceid": "1e09054a-8444-4763-b4a1-1429cbea662b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.719646] env[62563]: DEBUG oslo_concurrency.lockutils [req-6c0d912c-3601-46d5-8777-d2b038cc7959 req-52841c72-fa0d-482a-8fe1-75a0e672f10b service nova] Releasing lock "refresh_cache-efd6ac8e-019b-4ad2-b11e-13db5059201b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.799846] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527bd1f5-5037-9f5a-7dd8-57ed26723d25, 'name': SearchDatastore_Task, 'duration_secs': 0.049121} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.800299] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.800393] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] efd6ac8e-019b-4ad2-b11e-13db5059201b/efd6ac8e-019b-4ad2-b11e-13db5059201b.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.800672] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aeacbf0d-9df9-49de-a0d2-23b4b2d6f7b0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.809058] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Waiting for the task: (returnval){ [ 1318.809058] env[62563]: value = "task-1750471" [ 1318.809058] env[62563]: _type = "Task" [ 1318.809058] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.818551] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.923283] env[62563]: DEBUG nova.scheduler.client.report [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1318.941188] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750467, 'name': CreateSnapshot_Task, 'duration_secs': 1.494449} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.941474] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1318.942286] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef63179-3aa1-499e-9448-0b5518393fe5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.989558] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069013} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.989818] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.990647] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e444ab-0a4a-4dd4-ac01-a543bddecd64 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.013335] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] d463557f-2915-4d0b-9ed9-cf8ad14a99e7/d463557f-2915-4d0b-9ed9-cf8ad14a99e7.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.013928] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0ded7ee-a76a-4168-b615-fd9b1cd3637b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.034479] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1319.034479] env[62563]: value = "task-1750472" [ 1319.034479] env[62563]: _type = "Task" [ 1319.034479] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.038542] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.038800] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cbfa382-36ea-426e-b99f-f5348f75e2a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.045938] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.047238] env[62563]: DEBUG oslo_vmware.api [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1319.047238] env[62563]: value = "task-1750473" [ 1319.047238] env[62563]: _type = "Task" [ 1319.047238] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.054835] env[62563]: DEBUG oslo_vmware.api [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.087141] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750470, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.201774] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Releasing lock "refresh_cache-c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.202142] env[62563]: DEBUG nova.compute.manager [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Instance network_info: |[{"id": "1e09054a-8444-4763-b4a1-1429cbea662b", "address": "fa:16:3e:b2:69:1b", "network": {"id": "a712b409-4fe8-4c3b-aa0e-1d531be1b635", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-660714099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b406b8bc15408e9f32170bc6c70338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e09054a-84", "ovs_interfaceid": "1e09054a-8444-4763-b4a1-1429cbea662b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1319.202565] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:69:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e09054a-8444-4763-b4a1-1429cbea662b', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.210991] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Creating folder: Project (77b406b8bc15408e9f32170bc6c70338). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.211305] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef04704b-e96e-463e-8085-6cb6ccd14ec2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.222938] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Created folder: Project (77b406b8bc15408e9f32170bc6c70338) in parent group-v363823. [ 1319.223196] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Creating folder: Instances. Parent ref: group-v363881. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.223442] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92a0cb3a-2b34-4eab-b78f-397294ecfa05 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.233087] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Created folder: Instances in parent group-v363881. [ 1319.233509] env[62563]: DEBUG oslo.service.loopingcall [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1319.233787] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.234222] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ce36fa5-2ad3-4da6-886b-eda071d9cb72 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.259586] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.259586] env[62563]: value = "task-1750476" [ 1319.259586] env[62563]: _type = "Task" [ 1319.259586] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.271647] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750476, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.319066] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750471, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.431455] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.432149] env[62563]: DEBUG nova.compute.manager [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1319.436194] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.172s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.437457] env[62563]: INFO nova.compute.claims [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.465028] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1319.465028] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05e76206-5d53-4872-aa63-3c2be0e5aa69 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.472025] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1319.472025] env[62563]: value = "task-1750477" [ 1319.472025] env[62563]: _type = "Task" [ 1319.472025] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.482769] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750477, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.516844] env[62563]: DEBUG nova.compute.manager [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Received event network-vif-plugged-1e09054a-8444-4763-b4a1-1429cbea662b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1319.517090] env[62563]: DEBUG oslo_concurrency.lockutils [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] Acquiring lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.517345] env[62563]: DEBUG oslo_concurrency.lockutils [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] Lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.517497] env[62563]: DEBUG oslo_concurrency.lockutils [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] Lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.517625] env[62563]: DEBUG nova.compute.manager [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] No waiting events found dispatching network-vif-plugged-1e09054a-8444-4763-b4a1-1429cbea662b {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1319.517791] env[62563]: WARNING nova.compute.manager [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Received unexpected event network-vif-plugged-1e09054a-8444-4763-b4a1-1429cbea662b for instance with vm_state building and task_state spawning. [ 1319.517953] env[62563]: DEBUG nova.compute.manager [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Received event network-changed-1e09054a-8444-4763-b4a1-1429cbea662b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1319.518520] env[62563]: DEBUG nova.compute.manager [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Refreshing instance network info cache due to event network-changed-1e09054a-8444-4763-b4a1-1429cbea662b. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1319.518520] env[62563]: DEBUG oslo_concurrency.lockutils [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] Acquiring lock "refresh_cache-c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.518520] env[62563]: DEBUG oslo_concurrency.lockutils [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] Acquired lock "refresh_cache-c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.518676] env[62563]: DEBUG nova.network.neutron [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Refreshing network info cache for port 1e09054a-8444-4763-b4a1-1429cbea662b {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.547109] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.558012] env[62563]: DEBUG oslo_vmware.api [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.590200] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750470, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.778898] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750476, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.821957] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708028} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.827147] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] efd6ac8e-019b-4ad2-b11e-13db5059201b/efd6ac8e-019b-4ad2-b11e-13db5059201b.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.827147] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.827147] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c2b8cdf-a95e-4a54-9cc1-456ab69b90a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.832198] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Waiting for the task: (returnval){ [ 1319.832198] env[62563]: value = "task-1750478" [ 1319.832198] env[62563]: _type = "Task" [ 1319.832198] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.843940] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.946899] env[62563]: DEBUG nova.compute.utils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1319.958813] env[62563]: DEBUG nova.compute.manager [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1319.958813] env[62563]: DEBUG nova.network.neutron [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.985103] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750477, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.028412] env[62563]: DEBUG nova.policy [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d438bd4faad49f688063efda0057b35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9be76646e7de43cd824ac91fe24c0be7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1320.047248] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750472, 'name': ReconfigVM_Task, 'duration_secs': 0.729383} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.047248] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Reconfigured VM instance instance-00000014 to attach disk [datastore1] d463557f-2915-4d0b-9ed9-cf8ad14a99e7/d463557f-2915-4d0b-9ed9-cf8ad14a99e7.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.050989] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2189d7e1-e4ba-4b63-971b-d7765245799b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.058683] env[62563]: DEBUG oslo_vmware.api [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750473, 'name': PowerOnVM_Task, 'duration_secs': 0.97906} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.061043] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.061043] env[62563]: DEBUG nova.compute.manager [None req-96272ce0-caf1-4904-bb28-a1d0098f1173 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1320.061043] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1320.061043] env[62563]: value = "task-1750479" [ 1320.061043] env[62563]: _type = "Task" [ 1320.061043] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.061477] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56436ca-bb2a-44df-ab85-9ea46115a132 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.082753] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750479, 'name': Rename_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.097795] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Acquiring lock "c28d0db2-c24e-4a71-bd0f-1901be67aa1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.098133] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lock "c28d0db2-c24e-4a71-bd0f-1901be67aa1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.098369] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Acquiring lock "c28d0db2-c24e-4a71-bd0f-1901be67aa1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.098565] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lock "c28d0db2-c24e-4a71-bd0f-1901be67aa1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.098791] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lock "c28d0db2-c24e-4a71-bd0f-1901be67aa1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.100755] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750470, 'name': CloneVM_Task} progress is 95%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.101202] env[62563]: INFO nova.compute.manager [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Terminating instance [ 1320.104708] env[62563]: DEBUG nova.compute.manager [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1320.104808] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.105810] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ab5a60-e1f7-441c-b67e-2919c239ab6a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.116521] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.116801] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e95fca25-b348-4dc1-b6cb-782c906ea065 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.123540] env[62563]: DEBUG oslo_vmware.api [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Waiting for the task: (returnval){ [ 1320.123540] env[62563]: value = "task-1750480" [ 1320.123540] env[62563]: _type = "Task" [ 1320.123540] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.133302] env[62563]: DEBUG oslo_vmware.api [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.271375] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750476, 'name': CreateVM_Task, 'duration_secs': 0.785712} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.271594] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1320.272328] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.272515] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.273087] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.273387] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41ad159-cdb7-483b-9b1c-b48d218ef7eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.278455] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Waiting for the task: (returnval){ [ 1320.278455] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5267f5c9-3ac3-4441-54ab-bab3ea32797d" [ 1320.278455] env[62563]: _type = "Task" [ 1320.278455] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.290815] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5267f5c9-3ac3-4441-54ab-bab3ea32797d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.346566] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071353} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.346898] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.347789] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f539b7e-22a7-49a9-870a-598f0c99cf3a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.376477] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] efd6ac8e-019b-4ad2-b11e-13db5059201b/efd6ac8e-019b-4ad2-b11e-13db5059201b.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.376477] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f9d46cf-619d-440f-9a6d-46a56204951f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.391911] env[62563]: DEBUG nova.network.neutron [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Updated VIF entry in instance network info cache for port 1e09054a-8444-4763-b4a1-1429cbea662b. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.392335] env[62563]: DEBUG nova.network.neutron [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Updating instance_info_cache with network_info: [{"id": "1e09054a-8444-4763-b4a1-1429cbea662b", "address": "fa:16:3e:b2:69:1b", "network": {"id": "a712b409-4fe8-4c3b-aa0e-1d531be1b635", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-660714099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b406b8bc15408e9f32170bc6c70338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e09054a-84", "ovs_interfaceid": "1e09054a-8444-4763-b4a1-1429cbea662b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.401533] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Waiting for the task: (returnval){ [ 1320.401533] env[62563]: value = "task-1750481" [ 1320.401533] env[62563]: _type = "Task" [ 1320.401533] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.410728] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.457039] env[62563]: DEBUG nova.compute.manager [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1320.482174] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750477, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.549842] env[62563]: DEBUG nova.network.neutron [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Successfully created port: e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.576544] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750479, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.593572] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750470, 'name': CloneVM_Task, 'duration_secs': 1.607547} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.593916] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Created linked-clone VM from snapshot [ 1320.594626] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba9af15-3837-4916-970e-466deb03e439 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.602583] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Uploading image f6aae7b2-8b69-4c30-87cb-927053bbe750 {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1320.623348] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1320.623918] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e60a9c9-8101-452b-8e9d-43f3be537d06 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.634188] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1320.634188] env[62563]: value = "task-1750482" [ 1320.634188] env[62563]: _type = "Task" [ 1320.634188] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.639279] env[62563]: DEBUG oslo_vmware.api [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750480, 'name': PowerOffVM_Task, 'duration_secs': 0.197244} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.644743] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.645015] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.645326] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f75a5810-5362-4df8-a9fa-816085e8957f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.651312] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750482, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.716194] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.716194] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.716194] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Deleting the datastore file [datastore1] c28d0db2-c24e-4a71-bd0f-1901be67aa1b {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.716310] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4e13367-8768-490e-aefb-1283ceccec47 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.722300] env[62563]: DEBUG oslo_vmware.api [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Waiting for the task: (returnval){ [ 1320.722300] env[62563]: value = "task-1750484" [ 1320.722300] env[62563]: _type = "Task" [ 1320.722300] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.733012] env[62563]: DEBUG oslo_vmware.api [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.791065] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5267f5c9-3ac3-4441-54ab-bab3ea32797d, 'name': SearchDatastore_Task, 'duration_secs': 0.025562} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.791586] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.791668] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.791908] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.792085] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.792281] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.792563] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-185396ff-4ef6-4fa1-8589-28bcdc1d2287 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.811032] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.811032] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.811032] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62816dee-99f8-447b-a487-5d553de92ea3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.815550] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Waiting for the task: (returnval){ [ 1320.815550] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527918a1-ed3d-60cc-0f17-9b0677ecf27f" [ 1320.815550] env[62563]: _type = "Task" [ 1320.815550] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.827177] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527918a1-ed3d-60cc-0f17-9b0677ecf27f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.895459] env[62563]: DEBUG oslo_concurrency.lockutils [req-632a7c0b-a82b-4b7a-943b-91fe96e99694 req-d1127db4-0f73-481c-9ba1-af22b62be3bf service nova] Releasing lock "refresh_cache-c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.912431] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.986721] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750477, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.027324] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4001178d-b2ac-42b0-a40e-4f96fca17b63 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.033969] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3181fb6c-d4fb-4e09-b9fa-4e3b8388facb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.086800] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c416c800-9953-4c75-a563-85e3617a0a2d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.098148] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750479, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.101607] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a5656b-9ac4-4ee9-9957-6d28d9fc873a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.119368] env[62563]: DEBUG nova.compute.provider_tree [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.149912] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750482, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.233559] env[62563]: DEBUG oslo_vmware.api [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Task: {'id': task-1750484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285083} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.234308] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.234535] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.234723] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.234905] env[62563]: INFO nova.compute.manager [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1321.235271] env[62563]: DEBUG oslo.service.loopingcall [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1321.235618] env[62563]: DEBUG nova.compute.manager [-] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1321.235724] env[62563]: DEBUG nova.network.neutron [-] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.328946] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527918a1-ed3d-60cc-0f17-9b0677ecf27f, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.331617] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73352651-e4cb-4e2d-b83e-07dac1e210b1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.337659] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Waiting for the task: (returnval){ [ 1321.337659] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52706e27-f432-07e1-add4-e3ef4e0038d6" [ 1321.337659] env[62563]: _type = "Task" [ 1321.337659] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.347283] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52706e27-f432-07e1-add4-e3ef4e0038d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.416415] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750481, 'name': ReconfigVM_Task, 'duration_secs': 0.632529} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.416706] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Reconfigured VM instance instance-00000015 to attach disk [datastore1] efd6ac8e-019b-4ad2-b11e-13db5059201b/efd6ac8e-019b-4ad2-b11e-13db5059201b.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.417404] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a05410db-6d29-4bb9-bf32-e57d22f3a54e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.424036] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Waiting for the task: (returnval){ [ 1321.424036] env[62563]: value = "task-1750485" [ 1321.424036] env[62563]: _type = "Task" [ 1321.424036] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.433276] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750485, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.468296] env[62563]: DEBUG nova.compute.manager [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1321.484856] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750477, 'name': CloneVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.501371] env[62563]: DEBUG nova.virt.hardware [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1321.501670] env[62563]: DEBUG nova.virt.hardware [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1321.501868] env[62563]: DEBUG nova.virt.hardware [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.502072] env[62563]: DEBUG nova.virt.hardware [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1321.502285] env[62563]: DEBUG nova.virt.hardware [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.502475] env[62563]: DEBUG nova.virt.hardware [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1321.502816] env[62563]: DEBUG nova.virt.hardware [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1321.503143] env[62563]: DEBUG nova.virt.hardware [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1321.503501] env[62563]: DEBUG nova.virt.hardware [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1321.503823] env[62563]: DEBUG nova.virt.hardware [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1321.504075] env[62563]: DEBUG nova.virt.hardware [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1321.505310] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a83ec61-c68f-457c-afb7-858e0c3f12cd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.517131] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed956d2-f95e-4d2e-9dcc-e10f2b6a1de5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.590448] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750479, 'name': Rename_Task, 'duration_secs': 1.172006} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.590805] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.591137] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b316aeea-1154-4ce1-9d7c-3b73e37f9599 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.598685] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1321.598685] env[62563]: value = "task-1750486" [ 1321.598685] env[62563]: _type = "Task" [ 1321.598685] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.609884] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.623575] env[62563]: DEBUG nova.scheduler.client.report [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1321.653515] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750482, 'name': Destroy_Task, 'duration_secs': 0.982431} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.654067] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Destroyed the VM [ 1321.654260] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1321.654487] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea6fabd1-dd13-4c23-924e-076d03194618 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.661662] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1321.661662] env[62563]: value = "task-1750487" [ 1321.661662] env[62563]: _type = "Task" [ 1321.661662] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.670052] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750487, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.815387] env[62563]: DEBUG nova.compute.manager [req-8c8c40d9-f732-450d-9480-66e6bc0698f1 req-29500273-6f2e-4c01-a660-a26c4aa739cc service nova] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Received event network-vif-deleted-949e90e3-73fc-4cf2-92d4-c32b2d9f9023 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1321.815756] env[62563]: INFO nova.compute.manager [req-8c8c40d9-f732-450d-9480-66e6bc0698f1 req-29500273-6f2e-4c01-a660-a26c4aa739cc service nova] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Neutron deleted interface 949e90e3-73fc-4cf2-92d4-c32b2d9f9023; detaching it from the instance and deleting it from the info cache [ 1321.816058] env[62563]: DEBUG nova.network.neutron [req-8c8c40d9-f732-450d-9480-66e6bc0698f1 req-29500273-6f2e-4c01-a660-a26c4aa739cc service nova] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.849475] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52706e27-f432-07e1-add4-e3ef4e0038d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01144} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.850198] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.852019] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c52a0bdc-7637-4186-bbbb-fcc2d7022ae4/c52a0bdc-7637-4186-bbbb-fcc2d7022ae4.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.852019] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf09cea2-7d39-4261-98bf-3feb8f6ee967 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.860055] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Waiting for the task: (returnval){ [ 1321.860055] env[62563]: value = "task-1750488" [ 1321.860055] env[62563]: _type = "Task" [ 1321.860055] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.870137] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.934928] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750485, 'name': Rename_Task, 'duration_secs': 0.166799} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.935424] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.935800] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b03f14b-e880-4852-bfd1-33f50be79dac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.943421] env[62563]: DEBUG oslo_concurrency.lockutils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Acquiring lock "d65f8ce5-40e1-42c7-8f64-cff4dc63aabc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.943811] env[62563]: DEBUG oslo_concurrency.lockutils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Lock "d65f8ce5-40e1-42c7-8f64-cff4dc63aabc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.947259] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Waiting for the task: (returnval){ [ 1321.947259] env[62563]: value = "task-1750489" [ 1321.947259] env[62563]: _type = "Task" [ 1321.947259] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.961074] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.983901] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750477, 'name': CloneVM_Task, 'duration_secs': 2.032291} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.984537] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Created linked-clone VM from snapshot [ 1321.985366] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51460e08-aaf3-462b-96c5-e7a0d8fc0f17 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.998314] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Uploading image 18e0a8ce-b6a6-4f0f-824b-55489e67aa7e {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1322.026458] env[62563]: DEBUG oslo_vmware.rw_handles [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1322.026458] env[62563]: value = "vm-363884" [ 1322.026458] env[62563]: _type = "VirtualMachine" [ 1322.026458] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1322.026635] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c1186fab-7843-4929-a9ec-2ab11e7300a3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.034773] env[62563]: DEBUG nova.network.neutron [-] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.036503] env[62563]: DEBUG oslo_vmware.rw_handles [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lease: (returnval){ [ 1322.036503] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529c52d2-69de-7d98-dcbc-7cee77c3d9cd" [ 1322.036503] env[62563]: _type = "HttpNfcLease" [ 1322.036503] env[62563]: } obtained for exporting VM: (result){ [ 1322.036503] env[62563]: value = "vm-363884" [ 1322.036503] env[62563]: _type = "VirtualMachine" [ 1322.036503] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1322.036720] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the lease: (returnval){ [ 1322.036720] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529c52d2-69de-7d98-dcbc-7cee77c3d9cd" [ 1322.036720] env[62563]: _type = "HttpNfcLease" [ 1322.036720] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1322.045881] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.045881] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529c52d2-69de-7d98-dcbc-7cee77c3d9cd" [ 1322.045881] env[62563]: _type = "HttpNfcLease" [ 1322.045881] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1322.109752] env[62563]: DEBUG oslo_vmware.api [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750486, 'name': PowerOnVM_Task, 'duration_secs': 0.492629} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.110163] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.110449] env[62563]: INFO nova.compute.manager [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1322.111031] env[62563]: DEBUG nova.compute.manager [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1322.111756] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aa72ee-4877-48ab-883e-7de76de5d766 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.128614] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.129211] env[62563]: DEBUG nova.compute.manager [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1322.132065] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.422s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.132324] env[62563]: DEBUG nova.objects.instance [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lazy-loading 'resources' on Instance uuid b545c91c-e85c-467c-9fe5-1b57e75c5aba {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.173629] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750487, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.319389] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35de56ee-b5c9-4050-a6cb-ecd732a17f78 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.336035] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9967f00d-d1ff-456d-b59b-4a1b76465e14 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.381026] env[62563]: DEBUG nova.compute.manager [req-8c8c40d9-f732-450d-9480-66e6bc0698f1 req-29500273-6f2e-4c01-a660-a26c4aa739cc service nova] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Detach interface failed, port_id=949e90e3-73fc-4cf2-92d4-c32b2d9f9023, reason: Instance c28d0db2-c24e-4a71-bd0f-1901be67aa1b could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1322.391073] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750488, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.477033] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.538620] env[62563]: INFO nova.compute.manager [-] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Took 1.30 seconds to deallocate network for instance. [ 1322.553019] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.553019] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529c52d2-69de-7d98-dcbc-7cee77c3d9cd" [ 1322.553019] env[62563]: _type = "HttpNfcLease" [ 1322.553019] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1322.553019] env[62563]: DEBUG oslo_vmware.rw_handles [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1322.553019] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529c52d2-69de-7d98-dcbc-7cee77c3d9cd" [ 1322.553019] env[62563]: _type = "HttpNfcLease" [ 1322.553019] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1322.553019] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e697bc12-21bb-448f-a82b-eaf1639264a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.562487] env[62563]: DEBUG oslo_vmware.rw_handles [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522948c7-61b5-ff36-8bcf-ddfd6d0f61f6/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1322.562788] env[62563]: DEBUG oslo_vmware.rw_handles [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522948c7-61b5-ff36-8bcf-ddfd6d0f61f6/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1322.642296] env[62563]: DEBUG nova.compute.utils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1322.650482] env[62563]: DEBUG nova.network.neutron [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Successfully updated port: e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.653040] env[62563]: DEBUG nova.compute.manager [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1322.653040] env[62563]: DEBUG nova.network.neutron [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.654479] env[62563]: DEBUG nova.compute.manager [req-9a9495a1-57c9-4ae2-a8cf-a6dfe97dcc94 req-a2d4c80a-1de6-4f56-b981-6ca6fd0c9358 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Received event network-vif-plugged-e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1322.654533] env[62563]: DEBUG oslo_concurrency.lockutils [req-9a9495a1-57c9-4ae2-a8cf-a6dfe97dcc94 req-a2d4c80a-1de6-4f56-b981-6ca6fd0c9358 service nova] Acquiring lock "024ba1e3-9d5f-4345-a522-d2fbe6c361b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.654704] env[62563]: DEBUG oslo_concurrency.lockutils [req-9a9495a1-57c9-4ae2-a8cf-a6dfe97dcc94 req-a2d4c80a-1de6-4f56-b981-6ca6fd0c9358 service nova] Lock "024ba1e3-9d5f-4345-a522-d2fbe6c361b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.654871] env[62563]: DEBUG oslo_concurrency.lockutils [req-9a9495a1-57c9-4ae2-a8cf-a6dfe97dcc94 req-a2d4c80a-1de6-4f56-b981-6ca6fd0c9358 service nova] Lock "024ba1e3-9d5f-4345-a522-d2fbe6c361b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.655059] env[62563]: DEBUG nova.compute.manager [req-9a9495a1-57c9-4ae2-a8cf-a6dfe97dcc94 req-a2d4c80a-1de6-4f56-b981-6ca6fd0c9358 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] No waiting events found dispatching network-vif-plugged-e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1322.655359] env[62563]: WARNING nova.compute.manager [req-9a9495a1-57c9-4ae2-a8cf-a6dfe97dcc94 req-a2d4c80a-1de6-4f56-b981-6ca6fd0c9358 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Received unexpected event network-vif-plugged-e9e3cfdb-625c-420d-b594-2eb8d36f6847 for instance with vm_state building and task_state spawning. [ 1322.656551] env[62563]: INFO nova.compute.manager [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Took 32.67 seconds to build instance. [ 1322.674027] env[62563]: DEBUG oslo_vmware.api [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750487, 'name': RemoveSnapshot_Task, 'duration_secs': 0.738519} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.674152] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1322.727961] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b329512b-08d8-47ae-be94-7c02d9b71ceb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.741737] env[62563]: DEBUG nova.policy [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb808bf4e294457c98ea55324e092dd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c66960eb1a864b82815f2239de683498', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1322.889194] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684816} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.890582] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c52a0bdc-7637-4186-bbbb-fcc2d7022ae4/c52a0bdc-7637-4186-bbbb-fcc2d7022ae4.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1322.890792] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1322.891296] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12abeb7d-2b82-44bc-a81d-42781b1790e5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.899836] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Waiting for the task: (returnval){ [ 1322.899836] env[62563]: value = "task-1750491" [ 1322.899836] env[62563]: _type = "Task" [ 1322.899836] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.909369] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.963139] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750489, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.050309] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.148935] env[62563]: DEBUG nova.compute.manager [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1323.158332] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.158332] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquired lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.158332] env[62563]: DEBUG nova.network.neutron [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.159524] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cb28e510-b10d-4261-8d30-6287d8bd2ce9 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.923s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.185725] env[62563]: WARNING nova.compute.manager [None req-5fa6a634-938e-4c1e-8dde-65992ded3909 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Image not found during snapshot: nova.exception.ImageNotFound: Image f6aae7b2-8b69-4c30-87cb-927053bbe750 could not be found. [ 1323.221051] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c9c469-3268-4eb6-aba0-823d1033a951 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.229515] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba216a52-ff8e-4f77-b43b-7c18912da90f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.260983] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af776e72-7f15-4e1c-b10b-ebe70ca30c4b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.269082] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16bd3b1-29b3-49ad-841c-c592c99726ad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.285377] env[62563]: DEBUG nova.compute.provider_tree [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.317296] env[62563]: DEBUG nova.network.neutron [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Successfully created port: 343425ae-58b7-446b-82de-d6357f2cb8c8 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.411711] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15727} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.413076] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.413311] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61b420e-e165-4512-ae04-ce78d1cab57b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.444034] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] c52a0bdc-7637-4186-bbbb-fcc2d7022ae4/c52a0bdc-7637-4186-bbbb-fcc2d7022ae4.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.444975] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa23a1f-595e-4a66-a288-d5cd27b81f1c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.474563] env[62563]: DEBUG oslo_vmware.api [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750489, 'name': PowerOnVM_Task, 'duration_secs': 1.156929} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.476067] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.476341] env[62563]: INFO nova.compute.manager [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1323.476533] env[62563]: DEBUG nova.compute.manager [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1323.476875] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Waiting for the task: (returnval){ [ 1323.476875] env[62563]: value = "task-1750492" [ 1323.476875] env[62563]: _type = "Task" [ 1323.476875] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.477919] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64d64db-52b6-4a03-a9bb-76548191e195 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.495588] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.663658] env[62563]: DEBUG nova.compute.manager [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1323.714439] env[62563]: DEBUG nova.network.neutron [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.795071] env[62563]: DEBUG nova.scheduler.client.report [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1323.912429] env[62563]: DEBUG nova.network.neutron [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Updating instance_info_cache with network_info: [{"id": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "address": "fa:16:3e:e5:b6:72", "network": {"id": "05298098-e9d6-46e3-a61d-8fb719c2ea2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-26106369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be76646e7de43cd824ac91fe24c0be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e3cfdb-62", "ovs_interfaceid": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.994728] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.006431] env[62563]: INFO nova.compute.manager [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Took 32.83 seconds to build instance. [ 1324.041278] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "34136197-2da8-405f-83d5-2f838f483dfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.041698] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "34136197-2da8-405f-83d5-2f838f483dfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.158696] env[62563]: DEBUG nova.compute.manager [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1324.180694] env[62563]: DEBUG nova.virt.hardware [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1324.181155] env[62563]: DEBUG nova.virt.hardware [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1324.181359] env[62563]: DEBUG nova.virt.hardware [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.181556] env[62563]: DEBUG nova.virt.hardware [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1324.181703] env[62563]: DEBUG nova.virt.hardware [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.181850] env[62563]: DEBUG nova.virt.hardware [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1324.182071] env[62563]: DEBUG nova.virt.hardware [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1324.182240] env[62563]: DEBUG nova.virt.hardware [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1324.182424] env[62563]: DEBUG nova.virt.hardware [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1324.183217] env[62563]: DEBUG nova.virt.hardware [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1324.183496] env[62563]: DEBUG nova.virt.hardware [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1324.184671] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f10681-4078-40e6-9909-0e8ceb88258d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.193098] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.194421] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cb186f-6784-4d1d-a66d-464c562285b0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.232100] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "468d83b9-310a-4380-a855-b8a4db2c0ccf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.232100] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "468d83b9-310a-4380-a855-b8a4db2c0ccf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.232100] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "468d83b9-310a-4380-a855-b8a4db2c0ccf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.232100] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "468d83b9-310a-4380-a855-b8a4db2c0ccf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.232376] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "468d83b9-310a-4380-a855-b8a4db2c0ccf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.234560] env[62563]: INFO nova.compute.manager [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Terminating instance [ 1324.236546] env[62563]: DEBUG nova.compute.manager [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1324.236824] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.237753] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90393326-9143-4a24-bba6-9e9ca0e6603d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.245680] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.245941] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b9ee50d-491d-4aa7-aa7b-4fce066598a2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.253666] env[62563]: DEBUG oslo_vmware.api [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1324.253666] env[62563]: value = "task-1750493" [ 1324.253666] env[62563]: _type = "Task" [ 1324.253666] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.261999] env[62563]: DEBUG oslo_vmware.api [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.299614] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.302186] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.935s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.304243] env[62563]: INFO nova.compute.claims [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.310028] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "decfd5f0-3c57-4230-b6cf-5ffc541c53bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.310028] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "decfd5f0-3c57-4230-b6cf-5ffc541c53bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.310028] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "decfd5f0-3c57-4230-b6cf-5ffc541c53bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.310028] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "decfd5f0-3c57-4230-b6cf-5ffc541c53bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.310346] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "decfd5f0-3c57-4230-b6cf-5ffc541c53bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.311516] env[62563]: INFO nova.compute.manager [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Terminating instance [ 1324.315363] env[62563]: DEBUG nova.compute.manager [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1324.315363] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.315363] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c6098e-acca-4785-b5a6-617c8efe3c16 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.319027] env[62563]: INFO nova.scheduler.client.report [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleted allocations for instance b545c91c-e85c-467c-9fe5-1b57e75c5aba [ 1324.325781] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.325781] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a257aaec-f79e-4330-80ce-8c91f68d4693 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.332380] env[62563]: DEBUG oslo_vmware.api [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1324.332380] env[62563]: value = "task-1750494" [ 1324.332380] env[62563]: _type = "Task" [ 1324.332380] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.343097] env[62563]: DEBUG oslo_vmware.api [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.416898] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Releasing lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.417351] env[62563]: DEBUG nova.compute.manager [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Instance network_info: |[{"id": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "address": "fa:16:3e:e5:b6:72", "network": {"id": "05298098-e9d6-46e3-a61d-8fb719c2ea2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-26106369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be76646e7de43cd824ac91fe24c0be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e3cfdb-62", "ovs_interfaceid": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1324.417866] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:b6:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9e3cfdb-625c-420d-b594-2eb8d36f6847', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.430980] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Creating folder: Project (9be76646e7de43cd824ac91fe24c0be7). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1324.431825] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c9dfc26-2fec-47cd-969b-b24f017929d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.443955] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Created folder: Project (9be76646e7de43cd824ac91fe24c0be7) in parent group-v363823. [ 1324.444172] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Creating folder: Instances. Parent ref: group-v363885. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1324.444426] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a838a57-ac00-4686-a047-80757ce73fbe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.455973] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Created folder: Instances in parent group-v363885. [ 1324.456248] env[62563]: DEBUG oslo.service.loopingcall [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1324.456449] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.456663] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b282bc7c-9ee3-47f4-bffc-e58fddcc2889 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.480072] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.480072] env[62563]: value = "task-1750497" [ 1324.480072] env[62563]: _type = "Task" [ 1324.480072] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.491279] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750497, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.494509] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750492, 'name': ReconfigVM_Task, 'duration_secs': 0.583868} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.494645] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Reconfigured VM instance instance-00000016 to attach disk [datastore1] c52a0bdc-7637-4186-bbbb-fcc2d7022ae4/c52a0bdc-7637-4186-bbbb-fcc2d7022ae4.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.495307] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46a22ba8-80ae-46ca-b1f4-f3777ae0fd3a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.503610] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Waiting for the task: (returnval){ [ 1324.503610] env[62563]: value = "task-1750498" [ 1324.503610] env[62563]: _type = "Task" [ 1324.503610] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.512194] env[62563]: DEBUG oslo_concurrency.lockutils [None req-960bd9bf-b672-4ef1-b284-ad2b1eb05522 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Lock "efd6ac8e-019b-4ad2-b11e-13db5059201b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.468s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.512491] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750498, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.765416] env[62563]: DEBUG oslo_vmware.api [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.825259] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5e4091e-e208-42c8-8393-68154ed6ad74 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "b545c91c-e85c-467c-9fe5-1b57e75c5aba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.745s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.845109] env[62563]: DEBUG oslo_vmware.api [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750494, 'name': PowerOffVM_Task, 'duration_secs': 0.428664} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.845109] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.845296] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.845431] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63e96a67-d428-4a21-bd40-2448db5abaed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.928085] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.928085] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.928085] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Deleting the datastore file [datastore1] decfd5f0-3c57-4230-b6cf-5ffc541c53bf {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.928085] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-246cc1c5-4118-403c-b3d2-8f1ec22698c3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.935779] env[62563]: DEBUG oslo_vmware.api [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1324.935779] env[62563]: value = "task-1750500" [ 1324.935779] env[62563]: _type = "Task" [ 1324.935779] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.945427] env[62563]: DEBUG oslo_vmware.api [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.994193] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750497, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.020129] env[62563]: DEBUG nova.compute.manager [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1325.023415] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750498, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.065557] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "2b033436-f928-4302-b9bf-6d18fdf95b9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.065557] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "2b033436-f928-4302-b9bf-6d18fdf95b9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.065557] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "2b033436-f928-4302-b9bf-6d18fdf95b9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.065557] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "2b033436-f928-4302-b9bf-6d18fdf95b9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.065969] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "2b033436-f928-4302-b9bf-6d18fdf95b9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.067596] env[62563]: INFO nova.compute.manager [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Terminating instance [ 1325.073648] env[62563]: DEBUG nova.compute.manager [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1325.073648] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.073648] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150540cc-1e83-4597-abcf-ae208c623d31 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.088211] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.089632] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e700e098-0403-4ada-a033-fdcf9bdc04d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.094625] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "e9be8415-0fad-4226-bd7f-746b240d2795" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.094848] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "e9be8415-0fad-4226-bd7f-746b240d2795" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.102668] env[62563]: DEBUG oslo_vmware.api [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1325.102668] env[62563]: value = "task-1750501" [ 1325.102668] env[62563]: _type = "Task" [ 1325.102668] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.112757] env[62563]: DEBUG oslo_vmware.api [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.164357] env[62563]: DEBUG nova.compute.manager [req-891e8e49-1823-43d9-a589-7379ddbae176 req-64cf58bb-47af-49d8-8fda-8221294d3870 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Received event network-changed-e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1325.164575] env[62563]: DEBUG nova.compute.manager [req-891e8e49-1823-43d9-a589-7379ddbae176 req-64cf58bb-47af-49d8-8fda-8221294d3870 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Refreshing instance network info cache due to event network-changed-e9e3cfdb-625c-420d-b594-2eb8d36f6847. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1325.164849] env[62563]: DEBUG oslo_concurrency.lockutils [req-891e8e49-1823-43d9-a589-7379ddbae176 req-64cf58bb-47af-49d8-8fda-8221294d3870 service nova] Acquiring lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.164990] env[62563]: DEBUG oslo_concurrency.lockutils [req-891e8e49-1823-43d9-a589-7379ddbae176 req-64cf58bb-47af-49d8-8fda-8221294d3870 service nova] Acquired lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.165166] env[62563]: DEBUG nova.network.neutron [req-891e8e49-1823-43d9-a589-7379ddbae176 req-64cf58bb-47af-49d8-8fda-8221294d3870 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Refreshing network info cache for port e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.266437] env[62563]: DEBUG oslo_vmware.api [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750493, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.448055] env[62563]: DEBUG oslo_vmware.api [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266366} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.450730] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.450922] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.451106] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.451278] env[62563]: INFO nova.compute.manager [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1325.451524] env[62563]: DEBUG oslo.service.loopingcall [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.451940] env[62563]: DEBUG nova.compute.manager [-] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1325.452059] env[62563]: DEBUG nova.network.neutron [-] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.493474] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750497, 'name': CreateVM_Task, 'duration_secs': 0.654455} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.493694] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.494481] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.494571] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.494989] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.495126] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43456479-9959-4096-97e3-12b0ad1a401e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.503111] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1325.503111] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52762e84-6b55-1cd3-1525-bba649212d4a" [ 1325.503111] env[62563]: _type = "Task" [ 1325.503111] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.512810] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52762e84-6b55-1cd3-1525-bba649212d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.518303] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750498, 'name': Rename_Task, 'duration_secs': 0.719227} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.523290] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.523744] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ac8f33a-f744-46cf-ae50-63e4c0d7a15e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.535653] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Waiting for the task: (returnval){ [ 1325.535653] env[62563]: value = "task-1750502" [ 1325.535653] env[62563]: _type = "Task" [ 1325.535653] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.545150] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.545726] env[62563]: DEBUG nova.network.neutron [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Successfully updated port: 343425ae-58b7-446b-82de-d6357f2cb8c8 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1325.551810] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.614422] env[62563]: DEBUG oslo_vmware.api [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750501, 'name': PowerOffVM_Task, 'duration_secs': 0.207376} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.617019] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.617019] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.617019] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a627b5a2-28fe-445c-8f3c-a5dd26fb91d2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.691348] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.691579] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.691816] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Deleting the datastore file [datastore1] 2b033436-f928-4302-b9bf-6d18fdf95b9b {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.692153] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e3670a9-555a-420d-b764-e56651b095cd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.700450] env[62563]: DEBUG oslo_vmware.api [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1325.700450] env[62563]: value = "task-1750504" [ 1325.700450] env[62563]: _type = "Task" [ 1325.700450] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.710325] env[62563]: DEBUG oslo_vmware.api [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.773624] env[62563]: DEBUG oslo_vmware.api [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750493, 'name': PowerOffVM_Task, 'duration_secs': 1.048458} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.773989] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.775000] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.775428] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93bde04c-b0c7-4666-9fc6-b3777028a76d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.865017] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.865017] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.865017] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Deleting the datastore file [datastore1] 468d83b9-310a-4380-a855-b8a4db2c0ccf {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.865017] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1daacf4e-ee09-4103-8b6a-af289b49ee41 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.877844] env[62563]: DEBUG oslo_vmware.api [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for the task: (returnval){ [ 1325.877844] env[62563]: value = "task-1750506" [ 1325.877844] env[62563]: _type = "Task" [ 1325.877844] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.886047] env[62563]: DEBUG oslo_vmware.api [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.904967] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e681aae-fb7d-4feb-9698-898c303cf20d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.913786] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d818e02-1e08-4f58-a459-623c205d0b02 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.952351] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b178f0e5-7b15-4853-95de-e9c1750138a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.962656] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23e7ecd-2bbf-4ce6-97b0-183527bb0ef4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.976021] env[62563]: DEBUG nova.compute.provider_tree [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.011477] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52762e84-6b55-1cd3-1525-bba649212d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.021465} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.013286] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.013601] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.013884] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.014089] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.014354] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.019373] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16d1001d-f558-44ad-bdcd-8ff55b563ccf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.035013] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.035274] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.036885] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d1a025-45b2-4fba-8449-33087325a1de {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.054724] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1326.054724] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521f3000-cc70-11f0-8ae8-c0494e1d26ad" [ 1326.054724] env[62563]: _type = "Task" [ 1326.054724] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.054724] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750502, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.054724] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "refresh_cache-e6044b75-698a-4eae-a77e-74d92ec969fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.054724] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "refresh_cache-e6044b75-698a-4eae-a77e-74d92ec969fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.054724] env[62563]: DEBUG nova.network.neutron [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.066746] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521f3000-cc70-11f0-8ae8-c0494e1d26ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.137064] env[62563]: DEBUG nova.network.neutron [req-891e8e49-1823-43d9-a589-7379ddbae176 req-64cf58bb-47af-49d8-8fda-8221294d3870 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Updated VIF entry in instance network info cache for port e9e3cfdb-625c-420d-b594-2eb8d36f6847. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.137064] env[62563]: DEBUG nova.network.neutron [req-891e8e49-1823-43d9-a589-7379ddbae176 req-64cf58bb-47af-49d8-8fda-8221294d3870 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Updating instance_info_cache with network_info: [{"id": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "address": "fa:16:3e:e5:b6:72", "network": {"id": "05298098-e9d6-46e3-a61d-8fb719c2ea2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-26106369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be76646e7de43cd824ac91fe24c0be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e3cfdb-62", "ovs_interfaceid": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.211476] env[62563]: DEBUG oslo_vmware.api [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248893} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.211476] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.211476] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.211676] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.211751] env[62563]: INFO nova.compute.manager [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1326.212077] env[62563]: DEBUG oslo.service.loopingcall [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1326.212225] env[62563]: DEBUG nova.compute.manager [-] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1326.212340] env[62563]: DEBUG nova.network.neutron [-] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.233493] env[62563]: DEBUG nova.compute.manager [req-54ae2a53-f175-4f08-a1bf-2584b877c014 req-faa79ae1-c3df-4e2f-9139-c88e4b314618 service nova] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Received event network-vif-deleted-cf33681b-a952-40eb-8d97-e386a4396f32 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1326.233685] env[62563]: INFO nova.compute.manager [req-54ae2a53-f175-4f08-a1bf-2584b877c014 req-faa79ae1-c3df-4e2f-9139-c88e4b314618 service nova] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Neutron deleted interface cf33681b-a952-40eb-8d97-e386a4396f32; detaching it from the instance and deleting it from the info cache [ 1326.233856] env[62563]: DEBUG nova.network.neutron [req-54ae2a53-f175-4f08-a1bf-2584b877c014 req-faa79ae1-c3df-4e2f-9139-c88e4b314618 service nova] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.319656] env[62563]: DEBUG nova.network.neutron [-] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.392376] env[62563]: DEBUG oslo_vmware.api [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Task: {'id': task-1750506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290623} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.392630] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.392813] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.393320] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.393320] env[62563]: INFO nova.compute.manager [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1326.393585] env[62563]: DEBUG oslo.service.loopingcall [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1326.394257] env[62563]: DEBUG nova.compute.manager [-] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1326.394257] env[62563]: DEBUG nova.network.neutron [-] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.482115] env[62563]: DEBUG nova.scheduler.client.report [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1326.527291] env[62563]: DEBUG nova.compute.manager [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Stashing vm_state: active {{(pid=62563) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1326.550022] env[62563]: DEBUG oslo_vmware.api [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750502, 'name': PowerOnVM_Task, 'duration_secs': 0.684315} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.550022] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.550022] env[62563]: INFO nova.compute.manager [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1326.550022] env[62563]: DEBUG nova.compute.manager [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1326.550022] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5645639-3eb9-4d7d-a356-65a8b9ccd1c9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.570451] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521f3000-cc70-11f0-8ae8-c0494e1d26ad, 'name': SearchDatastore_Task, 'duration_secs': 0.023796} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.573119] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be4d950-50db-4adb-abcb-6b82e8f7d74f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.578654] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1326.578654] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525714d6-b513-0d14-bb33-bd8682301b2a" [ 1326.578654] env[62563]: _type = "Task" [ 1326.578654] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.588392] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525714d6-b513-0d14-bb33-bd8682301b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.612243] env[62563]: DEBUG nova.network.neutron [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.639360] env[62563]: DEBUG oslo_concurrency.lockutils [req-891e8e49-1823-43d9-a589-7379ddbae176 req-64cf58bb-47af-49d8-8fda-8221294d3870 service nova] Releasing lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.740936] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dd58aa6-e495-4b0a-836e-b6489d7b5a11 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.752026] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc0b8d2-70a5-4459-897c-3c77b1511fe6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.787563] env[62563]: DEBUG nova.compute.manager [req-54ae2a53-f175-4f08-a1bf-2584b877c014 req-faa79ae1-c3df-4e2f-9139-c88e4b314618 service nova] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Detach interface failed, port_id=cf33681b-a952-40eb-8d97-e386a4396f32, reason: Instance decfd5f0-3c57-4230-b6cf-5ffc541c53bf could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1326.802097] env[62563]: DEBUG nova.network.neutron [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Updating instance_info_cache with network_info: [{"id": "343425ae-58b7-446b-82de-d6357f2cb8c8", "address": "fa:16:3e:75:11:d8", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343425ae-58", "ovs_interfaceid": "343425ae-58b7-446b-82de-d6357f2cb8c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.822247] env[62563]: INFO nova.compute.manager [-] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Took 1.37 seconds to deallocate network for instance. [ 1326.888803] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Acquiring lock "efd6ac8e-019b-4ad2-b11e-13db5059201b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.888949] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Lock "efd6ac8e-019b-4ad2-b11e-13db5059201b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.889197] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Acquiring lock "efd6ac8e-019b-4ad2-b11e-13db5059201b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.889401] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Lock "efd6ac8e-019b-4ad2-b11e-13db5059201b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.889574] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Lock "efd6ac8e-019b-4ad2-b11e-13db5059201b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.891981] env[62563]: INFO nova.compute.manager [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Terminating instance [ 1326.893891] env[62563]: DEBUG nova.compute.manager [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1326.894105] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.894983] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8b0f8d-807d-4fba-8c0f-8f00bc5bc5ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.903100] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.903387] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0191af9c-eb05-4257-9a87-31bddf76db53 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.910061] env[62563]: DEBUG oslo_vmware.api [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Waiting for the task: (returnval){ [ 1326.910061] env[62563]: value = "task-1750507" [ 1326.910061] env[62563]: _type = "Task" [ 1326.910061] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.919716] env[62563]: DEBUG oslo_vmware.api [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.992376] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.992376] env[62563]: DEBUG nova.compute.manager [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1326.994233] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.408s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.994470] env[62563]: DEBUG nova.objects.instance [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Lazy-loading 'resources' on Instance uuid 1d2670a8-da71-4689-98d3-f23a84db3452 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.048593] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.076505] env[62563]: DEBUG nova.network.neutron [-] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.083824] env[62563]: INFO nova.compute.manager [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Took 35.13 seconds to build instance. [ 1327.092653] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525714d6-b513-0d14-bb33-bd8682301b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.029947} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.093607] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.093921] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 024ba1e3-9d5f-4345-a522-d2fbe6c361b0/024ba1e3-9d5f-4345-a522-d2fbe6c361b0.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.094209] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bd04272-b316-4e83-a504-f9e89915b6f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.102270] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1327.102270] env[62563]: value = "task-1750508" [ 1327.102270] env[62563]: _type = "Task" [ 1327.102270] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.111754] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.223977] env[62563]: DEBUG nova.network.neutron [-] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.271854] env[62563]: DEBUG nova.compute.manager [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Received event network-vif-plugged-343425ae-58b7-446b-82de-d6357f2cb8c8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1327.272771] env[62563]: DEBUG oslo_concurrency.lockutils [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] Acquiring lock "e6044b75-698a-4eae-a77e-74d92ec969fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.273079] env[62563]: DEBUG oslo_concurrency.lockutils [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] Lock "e6044b75-698a-4eae-a77e-74d92ec969fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.274633] env[62563]: DEBUG oslo_concurrency.lockutils [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] Lock "e6044b75-698a-4eae-a77e-74d92ec969fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.274633] env[62563]: DEBUG nova.compute.manager [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] No waiting events found dispatching network-vif-plugged-343425ae-58b7-446b-82de-d6357f2cb8c8 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1327.274633] env[62563]: WARNING nova.compute.manager [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Received unexpected event network-vif-plugged-343425ae-58b7-446b-82de-d6357f2cb8c8 for instance with vm_state building and task_state spawning. [ 1327.274633] env[62563]: DEBUG nova.compute.manager [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Received event network-changed-343425ae-58b7-446b-82de-d6357f2cb8c8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1327.274775] env[62563]: DEBUG nova.compute.manager [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Refreshing instance network info cache due to event network-changed-343425ae-58b7-446b-82de-d6357f2cb8c8. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1327.274949] env[62563]: DEBUG oslo_concurrency.lockutils [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] Acquiring lock "refresh_cache-e6044b75-698a-4eae-a77e-74d92ec969fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.305287] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "refresh_cache-e6044b75-698a-4eae-a77e-74d92ec969fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.306034] env[62563]: DEBUG nova.compute.manager [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Instance network_info: |[{"id": "343425ae-58b7-446b-82de-d6357f2cb8c8", "address": "fa:16:3e:75:11:d8", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343425ae-58", "ovs_interfaceid": "343425ae-58b7-446b-82de-d6357f2cb8c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1327.306034] env[62563]: DEBUG oslo_concurrency.lockutils [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] Acquired lock "refresh_cache-e6044b75-698a-4eae-a77e-74d92ec969fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.306248] env[62563]: DEBUG nova.network.neutron [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Refreshing network info cache for port 343425ae-58b7-446b-82de-d6357f2cb8c8 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.307438] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:11:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '343425ae-58b7-446b-82de-d6357f2cb8c8', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.316862] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Creating folder: Project (c66960eb1a864b82815f2239de683498). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1327.322672] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ec023c2-abcb-41de-85c2-7803f3b74128 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.328347] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.333965] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Created folder: Project (c66960eb1a864b82815f2239de683498) in parent group-v363823. [ 1327.334204] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Creating folder: Instances. Parent ref: group-v363888. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1327.334443] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b4ec884-65f8-4af4-ac24-21a959c18672 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.343705] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Created folder: Instances in parent group-v363888. [ 1327.343935] env[62563]: DEBUG oslo.service.loopingcall [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.344138] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.344527] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0665050-1e04-444b-b151-19ac79e4c300 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.367553] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.367553] env[62563]: value = "task-1750511" [ 1327.367553] env[62563]: _type = "Task" [ 1327.367553] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.375765] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750511, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.418910] env[62563]: DEBUG oslo_vmware.api [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750507, 'name': PowerOffVM_Task, 'duration_secs': 0.32996} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.421261] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.421261] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.421593] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29dbbeb3-15f0-43e4-ab90-809e28f7b091 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.497977] env[62563]: DEBUG nova.compute.utils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1327.499562] env[62563]: DEBUG nova.compute.manager [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1327.499729] env[62563]: DEBUG nova.network.neutron [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.568681] env[62563]: DEBUG nova.network.neutron [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Updated VIF entry in instance network info cache for port 343425ae-58b7-446b-82de-d6357f2cb8c8. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.569048] env[62563]: DEBUG nova.network.neutron [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Updating instance_info_cache with network_info: [{"id": "343425ae-58b7-446b-82de-d6357f2cb8c8", "address": "fa:16:3e:75:11:d8", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343425ae-58", "ovs_interfaceid": "343425ae-58b7-446b-82de-d6357f2cb8c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.573013] env[62563]: DEBUG nova.policy [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1994356274a847a4a7112887f783e10c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd04be8fd8b9a4a77a62c87e2f3658304', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1327.582920] env[62563]: INFO nova.compute.manager [-] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Took 1.37 seconds to deallocate network for instance. [ 1327.587519] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bf12e5e-0b61-41b6-9141-56683e5595ae tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.467s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.617172] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750508, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.729868] env[62563]: INFO nova.compute.manager [-] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Took 1.34 seconds to deallocate network for instance. [ 1327.886391] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750511, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.903302] env[62563]: DEBUG nova.network.neutron [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Successfully created port: df513b9c-73cb-4e37-9266-d4f5618788df {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.005679] env[62563]: DEBUG nova.compute.manager [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1328.051924] env[62563]: DEBUG oslo_concurrency.lockutils [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "82ad51b2-ec4e-4fcb-86ae-b543a80bd50f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.051924] env[62563]: DEBUG oslo_concurrency.lockutils [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "82ad51b2-ec4e-4fcb-86ae-b543a80bd50f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.051924] env[62563]: DEBUG oslo_concurrency.lockutils [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "82ad51b2-ec4e-4fcb-86ae-b543a80bd50f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.051924] env[62563]: DEBUG oslo_concurrency.lockutils [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "82ad51b2-ec4e-4fcb-86ae-b543a80bd50f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.052084] env[62563]: DEBUG oslo_concurrency.lockutils [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "82ad51b2-ec4e-4fcb-86ae-b543a80bd50f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.052084] env[62563]: INFO nova.compute.manager [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Terminating instance [ 1328.054495] env[62563]: DEBUG nova.compute.manager [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1328.054698] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.055636] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a091e6-57ee-464c-8322-0a374e248e39 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.065985] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.067275] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bbc4f85-a277-41fa-9564-f066b501f414 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.071021] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e856be-4a10-45dd-a257-826dd07c8e96 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.075906] env[62563]: DEBUG oslo_concurrency.lockutils [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] Releasing lock "refresh_cache-e6044b75-698a-4eae-a77e-74d92ec969fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.076615] env[62563]: DEBUG nova.compute.manager [req-0ca58a30-065c-43cf-a20d-cfb786c90453 req-1d78bdce-f5f5-4c4b-a8b5-78715f8ece04 service nova] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Received event network-vif-deleted-6546dbed-d009-406c-a9c6-9745c0c2cf37 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1328.082463] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acf2b34-58c1-43b3-9a2f-419ae0a8c041 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.085965] env[62563]: DEBUG oslo_vmware.api [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1328.085965] env[62563]: value = "task-1750513" [ 1328.085965] env[62563]: _type = "Task" [ 1328.085965] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.121818] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.122219] env[62563]: DEBUG nova.compute.manager [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1328.129099] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f830836-ec01-4f46-97f4-ece1bb87c4a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.135801] env[62563]: DEBUG oslo_vmware.api [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.141975] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750508, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.000599} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.146428] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 024ba1e3-9d5f-4345-a522-d2fbe6c361b0/024ba1e3-9d5f-4345-a522-d2fbe6c361b0.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.146428] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.146428] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fcdaab8-9e2c-4cc3-a0b8-209b293d7e4e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.152041] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dd5f6a-6e79-4a52-88c1-386602f7720a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.158288] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1328.158288] env[62563]: value = "task-1750514" [ 1328.158288] env[62563]: _type = "Task" [ 1328.158288] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.173902] env[62563]: DEBUG nova.compute.provider_tree [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.178937] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.236103] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.356211] env[62563]: DEBUG nova.compute.manager [req-18ce3833-afaa-4fd6-863e-70d5266ada39 req-3267c017-a463-41f9-b0fc-5807fc95cf82 service nova] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Received event network-vif-deleted-975c6ddd-1a8e-4043-a1cb-e4b20972e05d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1328.378236] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750511, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.596010] env[62563]: DEBUG oslo_vmware.api [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750513, 'name': PowerOffVM_Task, 'duration_secs': 0.424748} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.596320] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.596496] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.596759] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75001507-c625-4cbe-932b-7fa5d7626943 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.627364] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.627581] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.627787] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Deleting the datastore file [datastore1] efd6ac8e-019b-4ad2-b11e-13db5059201b {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.628056] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82b616e4-c4be-46ae-bfce-534cf232c4f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.634185] env[62563]: DEBUG oslo_vmware.api [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Waiting for the task: (returnval){ [ 1328.634185] env[62563]: value = "task-1750516" [ 1328.634185] env[62563]: _type = "Task" [ 1328.634185] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.645661] env[62563]: DEBUG oslo_vmware.api [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.656199] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.667445] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072688} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.667765] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.668829] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f6802b-ea75-4cd6-aa56-eff4eea33e23 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.684978] env[62563]: DEBUG nova.scheduler.client.report [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1328.697832] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 024ba1e3-9d5f-4345-a522-d2fbe6c361b0/024ba1e3-9d5f-4345-a522-d2fbe6c361b0.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.698422] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9975be32-2438-4d27-ae91-6dce2cb4a3fd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.719894] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1328.719894] env[62563]: value = "task-1750517" [ 1328.719894] env[62563]: _type = "Task" [ 1328.719894] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.729057] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.752849] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.755030] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.755030] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Deleting the datastore file [datastore1] 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.755030] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80abe52a-e748-4fa1-9865-73785a1576b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.761629] env[62563]: DEBUG oslo_vmware.api [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1328.761629] env[62563]: value = "task-1750518" [ 1328.761629] env[62563]: _type = "Task" [ 1328.761629] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.770573] env[62563]: DEBUG oslo_vmware.api [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.773120] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquiring lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.773392] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.773618] env[62563]: INFO nova.compute.manager [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Rebooting instance [ 1328.878938] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750511, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.015412] env[62563]: DEBUG nova.compute.manager [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1329.038663] env[62563]: DEBUG nova.virt.hardware [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1329.038933] env[62563]: DEBUG nova.virt.hardware [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1329.039115] env[62563]: DEBUG nova.virt.hardware [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.039308] env[62563]: DEBUG nova.virt.hardware [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1329.039457] env[62563]: DEBUG nova.virt.hardware [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.039608] env[62563]: DEBUG nova.virt.hardware [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1329.039885] env[62563]: DEBUG nova.virt.hardware [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1329.040088] env[62563]: DEBUG nova.virt.hardware [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1329.040266] env[62563]: DEBUG nova.virt.hardware [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1329.040432] env[62563]: DEBUG nova.virt.hardware [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1329.040600] env[62563]: DEBUG nova.virt.hardware [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1329.041529] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55daf269-0ffe-4518-b91a-79d8bf3b8941 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.050854] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d6ce9b-4780-4a85-a6fc-94d9a7c4086c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.144303] env[62563]: DEBUG oslo_vmware.api [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Task: {'id': task-1750516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221737} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.144653] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.144892] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.145124] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.145343] env[62563]: INFO nova.compute.manager [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1329.145642] env[62563]: DEBUG oslo.service.loopingcall [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.145873] env[62563]: DEBUG nova.compute.manager [-] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1329.145983] env[62563]: DEBUG nova.network.neutron [-] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.200336] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.203087] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.061s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.205220] env[62563]: INFO nova.compute.claims [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.230031] env[62563]: INFO nova.scheduler.client.report [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Deleted allocations for instance 1d2670a8-da71-4689-98d3-f23a84db3452 [ 1329.234830] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750517, 'name': ReconfigVM_Task, 'duration_secs': 0.472275} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.238307] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 024ba1e3-9d5f-4345-a522-d2fbe6c361b0/024ba1e3-9d5f-4345-a522-d2fbe6c361b0.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.242598] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15229829-8dbb-4497-a50d-8b9a444a7962 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.254399] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1329.254399] env[62563]: value = "task-1750519" [ 1329.254399] env[62563]: _type = "Task" [ 1329.254399] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.265554] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750519, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.275586] env[62563]: DEBUG oslo_vmware.api [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252746} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.289429] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.289583] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.289761] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.290012] env[62563]: INFO nova.compute.manager [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1329.290305] env[62563]: DEBUG oslo.service.loopingcall [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.291428] env[62563]: DEBUG nova.compute.manager [-] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1329.291552] env[62563]: DEBUG nova.network.neutron [-] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.314275] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquiring lock "refresh_cache-c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.316511] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquired lock "refresh_cache-c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.316511] env[62563]: DEBUG nova.network.neutron [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.384022] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750511, 'name': CreateVM_Task, 'duration_secs': 1.5624} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.384022] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1329.384022] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.384022] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.384022] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.384022] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fead72b1-9c8e-432e-92f2-11e4c816cbfa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.389243] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1329.389243] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e495ec-7669-74e8-0898-2058bd4850fd" [ 1329.389243] env[62563]: _type = "Task" [ 1329.389243] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.398863] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e495ec-7669-74e8-0898-2058bd4850fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.614075] env[62563]: DEBUG nova.network.neutron [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Successfully updated port: df513b9c-73cb-4e37-9266-d4f5618788df {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.749037] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8ae123aa-29e8-4661-86ce-0141e3dffd7d tempest-ServerExternalEventsTest-1824328993 tempest-ServerExternalEventsTest-1824328993-project-member] Lock "1d2670a8-da71-4689-98d3-f23a84db3452" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.229s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.764859] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750519, 'name': Rename_Task, 'duration_secs': 0.318333} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.765968] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.766201] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54cd8729-b0b5-4f7a-ae0f-067c4e576fb2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.774036] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1329.774036] env[62563]: value = "task-1750520" [ 1329.774036] env[62563]: _type = "Task" [ 1329.774036] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.784746] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.904078] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e495ec-7669-74e8-0898-2058bd4850fd, 'name': SearchDatastore_Task, 'duration_secs': 0.021947} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.904078] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.904078] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1329.904555] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.904555] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.904555] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.904799] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-297334c7-0dbd-473c-9a1c-a0a4d045c210 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.913147] env[62563]: DEBUG nova.compute.manager [req-9c3f27a8-c290-481c-b551-6d1c9222e70c req-e8337747-7e15-4855-96e6-0386f8434857 service nova] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Received event network-vif-deleted-2243d4dc-db86-4387-9fc5-44100e320d54 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1329.913454] env[62563]: INFO nova.compute.manager [req-9c3f27a8-c290-481c-b551-6d1c9222e70c req-e8337747-7e15-4855-96e6-0386f8434857 service nova] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Neutron deleted interface 2243d4dc-db86-4387-9fc5-44100e320d54; detaching it from the instance and deleting it from the info cache [ 1329.913578] env[62563]: DEBUG nova.network.neutron [req-9c3f27a8-c290-481c-b551-6d1c9222e70c req-e8337747-7e15-4855-96e6-0386f8434857 service nova] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.918399] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.918399] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1329.918399] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-753c5ecc-f7da-4251-89b3-ffaf276811f3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.926024] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1329.926024] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f579da-8b42-8aa5-b4f1-99b00681a405" [ 1329.926024] env[62563]: _type = "Task" [ 1329.926024] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.934576] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f579da-8b42-8aa5-b4f1-99b00681a405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.052705] env[62563]: DEBUG nova.network.neutron [-] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.118052] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Acquiring lock "refresh_cache-f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.118638] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Acquired lock "refresh_cache-f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.118962] env[62563]: DEBUG nova.network.neutron [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.181803] env[62563]: DEBUG nova.network.neutron [-] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.237866] env[62563]: DEBUG nova.network.neutron [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Updating instance_info_cache with network_info: [{"id": "1e09054a-8444-4763-b4a1-1429cbea662b", "address": "fa:16:3e:b2:69:1b", "network": {"id": "a712b409-4fe8-4c3b-aa0e-1d531be1b635", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-660714099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77b406b8bc15408e9f32170bc6c70338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e09054a-84", "ovs_interfaceid": "1e09054a-8444-4763-b4a1-1429cbea662b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.288798] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750520, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.420510] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ea37aa0-f76d-4e11-8a10-9b5d5c0cbda3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.432767] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e6f2ad-1b2d-43ef-bb73-b9657f1b6c96 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.452030] env[62563]: DEBUG nova.compute.manager [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Received event network-vif-plugged-df513b9c-73cb-4e37-9266-d4f5618788df {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1330.452169] env[62563]: DEBUG oslo_concurrency.lockutils [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] Acquiring lock "f7db65c0-b6b6-4e7a-bc19-f29b6794cff0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.452464] env[62563]: DEBUG oslo_concurrency.lockutils [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] Lock "f7db65c0-b6b6-4e7a-bc19-f29b6794cff0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.452464] env[62563]: DEBUG oslo_concurrency.lockutils [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] Lock "f7db65c0-b6b6-4e7a-bc19-f29b6794cff0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.452614] env[62563]: DEBUG nova.compute.manager [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] No waiting events found dispatching network-vif-plugged-df513b9c-73cb-4e37-9266-d4f5618788df {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1330.452776] env[62563]: WARNING nova.compute.manager [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Received unexpected event network-vif-plugged-df513b9c-73cb-4e37-9266-d4f5618788df for instance with vm_state building and task_state spawning. [ 1330.453136] env[62563]: DEBUG nova.compute.manager [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Received event network-vif-deleted-51aba5d3-77c8-4b68-9dd8-5d0363fe33f4 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1330.453136] env[62563]: DEBUG nova.compute.manager [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Received event network-changed-df513b9c-73cb-4e37-9266-d4f5618788df {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1330.453290] env[62563]: DEBUG nova.compute.manager [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Refreshing instance network info cache due to event network-changed-df513b9c-73cb-4e37-9266-d4f5618788df. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1330.453473] env[62563]: DEBUG oslo_concurrency.lockutils [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] Acquiring lock "refresh_cache-f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.454281] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f579da-8b42-8aa5-b4f1-99b00681a405, 'name': SearchDatastore_Task, 'duration_secs': 0.017228} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.456073] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3ab4c4-7892-4651-a517-c0ad6317f353 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.462110] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1330.462110] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520378b1-bc62-d7bd-3396-ba3c2c422be0" [ 1330.462110] env[62563]: _type = "Task" [ 1330.462110] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.475928] env[62563]: DEBUG nova.compute.manager [req-9c3f27a8-c290-481c-b551-6d1c9222e70c req-e8337747-7e15-4855-96e6-0386f8434857 service nova] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Detach interface failed, port_id=2243d4dc-db86-4387-9fc5-44100e320d54, reason: Instance 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1330.484422] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520378b1-bc62-d7bd-3396-ba3c2c422be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.558487] env[62563]: INFO nova.compute.manager [-] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Took 1.41 seconds to deallocate network for instance. [ 1330.684877] env[62563]: INFO nova.compute.manager [-] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Took 1.39 seconds to deallocate network for instance. [ 1330.702521] env[62563]: DEBUG nova.network.neutron [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.732557] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4351c3ce-c86b-4862-ab35-c9035347860c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.741044] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Releasing lock "refresh_cache-c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.743195] env[62563]: DEBUG nova.compute.manager [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1330.744320] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9d47bb-d28d-4add-b802-5604d7414a9f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.747949] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9d0312-2c13-4074-975e-c031ef269d99 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.788417] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6f9168-9968-4af3-bc15-5458bde422ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.797216] env[62563]: DEBUG oslo_vmware.api [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750520, 'name': PowerOnVM_Task, 'duration_secs': 0.731591} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.799525] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.799757] env[62563]: INFO nova.compute.manager [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1330.799954] env[62563]: DEBUG nova.compute.manager [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1330.800992] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac82aa-2dda-494e-bae8-74467baa3c07 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.804976] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b942673-a2a9-48b8-8a34-91791cd049ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.824687] env[62563]: DEBUG nova.compute.provider_tree [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.972417] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520378b1-bc62-d7bd-3396-ba3c2c422be0, 'name': SearchDatastore_Task, 'duration_secs': 0.028857} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.972702] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.972968] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] e6044b75-698a-4eae-a77e-74d92ec969fd/e6044b75-698a-4eae-a77e-74d92ec969fd.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.975733] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b4fbb71-48bc-4abd-bcce-b7742a7d5979 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.982422] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1330.982422] env[62563]: value = "task-1750521" [ 1330.982422] env[62563]: _type = "Task" [ 1330.982422] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.990360] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.064891] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.175265] env[62563]: DEBUG nova.network.neutron [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Updating instance_info_cache with network_info: [{"id": "df513b9c-73cb-4e37-9266-d4f5618788df", "address": "fa:16:3e:f8:e1:4c", "network": {"id": "f5c1faaf-39ce-4f56-ad29-e311e4b6db7b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-909467014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d04be8fd8b9a4a77a62c87e2f3658304", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf513b9c-73", "ovs_interfaceid": "df513b9c-73cb-4e37-9266-d4f5618788df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.190843] env[62563]: DEBUG oslo_concurrency.lockutils [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.336194] env[62563]: DEBUG nova.scheduler.client.report [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1331.342465] env[62563]: INFO nova.compute.manager [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Took 36.59 seconds to build instance. [ 1331.493923] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750521, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.679831] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Releasing lock "refresh_cache-f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.680253] env[62563]: DEBUG nova.compute.manager [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Instance network_info: |[{"id": "df513b9c-73cb-4e37-9266-d4f5618788df", "address": "fa:16:3e:f8:e1:4c", "network": {"id": "f5c1faaf-39ce-4f56-ad29-e311e4b6db7b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-909467014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d04be8fd8b9a4a77a62c87e2f3658304", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf513b9c-73", "ovs_interfaceid": "df513b9c-73cb-4e37-9266-d4f5618788df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1331.681081] env[62563]: DEBUG oslo_concurrency.lockutils [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] Acquired lock "refresh_cache-f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.681081] env[62563]: DEBUG nova.network.neutron [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Refreshing network info cache for port df513b9c-73cb-4e37-9266-d4f5618788df {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.682360] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:e1:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df513b9c-73cb-4e37-9266-d4f5618788df', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.693050] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Creating folder: Project (d04be8fd8b9a4a77a62c87e2f3658304). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.697047] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ccb2049-7814-4329-836a-0ce7b5b93545 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.708990] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Created folder: Project (d04be8fd8b9a4a77a62c87e2f3658304) in parent group-v363823. [ 1331.709231] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Creating folder: Instances. Parent ref: group-v363891. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.709647] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-319ba13f-08b6-4f2f-8b5c-afb1f32b93e0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.720934] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Created folder: Instances in parent group-v363891. [ 1331.721429] env[62563]: DEBUG oslo.service.loopingcall [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.721533] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.721684] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7c745e8-26f7-4e19-a80a-b55c814d4de0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.743676] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.743676] env[62563]: value = "task-1750524" [ 1331.743676] env[62563]: _type = "Task" [ 1331.743676] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.753283] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750524, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.792093] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19182a17-77ab-4056-afcd-842631f86fb7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.800854] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Doing hard reboot of VM {{(pid=62563) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1331.801266] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8840b26d-0b01-4a20-b76b-d5f602a6e1b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.807260] env[62563]: DEBUG oslo_vmware.api [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Waiting for the task: (returnval){ [ 1331.807260] env[62563]: value = "task-1750525" [ 1331.807260] env[62563]: _type = "Task" [ 1331.807260] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.817352] env[62563]: DEBUG oslo_vmware.api [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750525, 'name': ResetVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.843693] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.844580] env[62563]: DEBUG nova.compute.manager [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1331.852188] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.523s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.855245] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e62072e9-5a01-43e0-9a23-17dc3dde5fa5 tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "024ba1e3-9d5f-4345-a522-d2fbe6c361b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.937s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.994869] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.931425} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.995163] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] e6044b75-698a-4eae-a77e-74d92ec969fd/e6044b75-698a-4eae-a77e-74d92ec969fd.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.995379] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.995632] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb16cfe2-7dcb-437d-a301-8d1d90cc0fa5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.002377] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1332.002377] env[62563]: value = "task-1750526" [ 1332.002377] env[62563]: _type = "Task" [ 1332.002377] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.012059] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.107762] env[62563]: DEBUG nova.network.neutron [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Updated VIF entry in instance network info cache for port df513b9c-73cb-4e37-9266-d4f5618788df. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.108159] env[62563]: DEBUG nova.network.neutron [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Updating instance_info_cache with network_info: [{"id": "df513b9c-73cb-4e37-9266-d4f5618788df", "address": "fa:16:3e:f8:e1:4c", "network": {"id": "f5c1faaf-39ce-4f56-ad29-e311e4b6db7b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-909467014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d04be8fd8b9a4a77a62c87e2f3658304", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf513b9c-73", "ovs_interfaceid": "df513b9c-73cb-4e37-9266-d4f5618788df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.256501] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750524, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.317357] env[62563]: DEBUG oslo_vmware.api [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750525, 'name': ResetVM_Task, 'duration_secs': 0.162164} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.317658] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Did hard reboot of VM {{(pid=62563) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1332.317834] env[62563]: DEBUG nova.compute.manager [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1332.318752] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0643337-a783-47f5-a90e-f7775e719498 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.367012] env[62563]: DEBUG nova.compute.utils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1332.367012] env[62563]: DEBUG nova.compute.manager [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1332.369000] env[62563]: DEBUG nova.compute.manager [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1332.369243] env[62563]: DEBUG nova.network.neutron [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.494148] env[62563]: DEBUG nova.policy [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecba5534f92b46a28a16c63253e6fd0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b3f2ff7586c477e85b7c14dc09c87da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1332.512799] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068625} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.513995] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.514985] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9190ae-85a3-402e-8dd1-fa5b83075f14 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.541407] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] e6044b75-698a-4eae-a77e-74d92ec969fd/e6044b75-698a-4eae-a77e-74d92ec969fd.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.541894] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bdfbc86-ce44-46bf-bb9a-28937369a7e5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.564696] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1332.564696] env[62563]: value = "task-1750527" [ 1332.564696] env[62563]: _type = "Task" [ 1332.564696] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.573095] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.612889] env[62563]: DEBUG oslo_concurrency.lockutils [req-53340e66-7ed9-48d0-b1a4-17514d1e1761 req-88dd62d2-f650-4e0d-a1da-c058ed6d0892 service nova] Releasing lock "refresh_cache-f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.754936] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750524, 'name': CreateVM_Task, 'duration_secs': 0.622326} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.754936] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.755449] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.755636] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.755951] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.756252] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-228b88b5-edb9-4f0a-8178-9a62dab8f116 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.761263] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Waiting for the task: (returnval){ [ 1332.761263] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526f5c31-210e-804b-3fea-01254c47ae23" [ 1332.761263] env[62563]: _type = "Task" [ 1332.761263] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.770128] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526f5c31-210e-804b-3fea-01254c47ae23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.831897] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43fdc316-a8fe-44b7-8bc6-eb1d7760124c tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.058s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.872675] env[62563]: INFO nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating resource usage from migration 1f37e130-bded-4fda-8a5b-1dba7816e256 [ 1332.875976] env[62563]: DEBUG nova.compute.manager [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1332.910897] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.921320] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 2b033436-f928-4302-b9bf-6d18fdf95b9b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1332.921516] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 468d83b9-310a-4380-a855-b8a4db2c0ccf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1332.921615] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance b607559a-9f41-465d-8c03-c9e2bddbd173 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1332.921751] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance bcbe9cac-5512-47c8-8c57-b4cac4dc7d50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1332.921880] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1332.922016] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 5ee7e59e-98e3-45ea-a417-04846bc4a953 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1332.922178] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance c8fb0191-9677-4361-8ed4-5592fd35be72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1332.922377] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance decfd5f0-3c57-4230-b6cf-5ffc541c53bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1332.922440] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance b49674e8-0ae9-4130-b0c2-dc38d0c76a90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1332.922574] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1332.922679] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance b3197e09-444d-43fe-a8da-1b69794c4ea0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1332.922812] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance c28d0db2-c24e-4a71-bd0f-1901be67aa1b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1332.922936] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance efd6ac8e-019b-4ad2-b11e-13db5059201b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1332.923149] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance c52a0bdc-7637-4186-bbbb-fcc2d7022ae4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1332.923763] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 024ba1e3-9d5f-4345-a522-d2fbe6c361b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1332.923763] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance e6044b75-698a-4eae-a77e-74d92ec969fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1332.923763] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance f7db65c0-b6b6-4e7a-bc19-f29b6794cff0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1332.923763] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance c07ade89-c57b-4f7e-8c67-2db8f7ae4487 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1333.076593] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.077622] env[62563]: DEBUG nova.network.neutron [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Successfully created port: e68e82d6-8a93-4f40-8fb4-1af13993d5b2 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1333.274099] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526f5c31-210e-804b-3fea-01254c47ae23, 'name': SearchDatastore_Task, 'duration_secs': 0.021729} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.274099] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.274099] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.274099] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.274500] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.274500] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.274557] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-036ed88c-a543-490f-b1e5-f7dae44fd79a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.283697] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.283923] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.284835] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd3018c-b1ae-48c8-9c20-4586d29c8f1d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.290803] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Waiting for the task: (returnval){ [ 1333.290803] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]528dbd60-b308-ee2b-7ec6-dbd26d20653f" [ 1333.290803] env[62563]: _type = "Task" [ 1333.290803] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.309316] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528dbd60-b308-ee2b-7ec6-dbd26d20653f, 'name': SearchDatastore_Task, 'duration_secs': 0.012153} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.310132] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19a119e-e410-42e1-81f8-52b4926727a3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.315915] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Waiting for the task: (returnval){ [ 1333.315915] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d42e18-573d-eea4-b76d-0682b0274906" [ 1333.315915] env[62563]: _type = "Task" [ 1333.315915] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.324119] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d42e18-573d-eea4-b76d-0682b0274906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.426804] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance bc70735f-b8b7-4fc3-ac89-f896cb079bca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1333.575760] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750527, 'name': ReconfigVM_Task, 'duration_secs': 0.641031} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.576733] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Reconfigured VM instance instance-00000018 to attach disk [datastore1] e6044b75-698a-4eae-a77e-74d92ec969fd/e6044b75-698a-4eae-a77e-74d92ec969fd.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.577387] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9a5d15c-2b41-4306-829a-b65bda439ef5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.583522] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1333.583522] env[62563]: value = "task-1750528" [ 1333.583522] env[62563]: _type = "Task" [ 1333.583522] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.593420] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750528, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.832696] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d42e18-573d-eea4-b76d-0682b0274906, 'name': SearchDatastore_Task, 'duration_secs': 0.013866} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.833089] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.833592] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] f7db65c0-b6b6-4e7a-bc19-f29b6794cff0/f7db65c0-b6b6-4e7a-bc19-f29b6794cff0.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.833886] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9951ff19-f11f-4fcd-a9f6-9104db4a5f26 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.842625] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Waiting for the task: (returnval){ [ 1333.842625] env[62563]: value = "task-1750529" [ 1333.842625] env[62563]: _type = "Task" [ 1333.842625] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.852053] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.893883] env[62563]: DEBUG nova.compute.manager [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1333.920064] env[62563]: DEBUG nova.virt.hardware [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1333.920509] env[62563]: DEBUG nova.virt.hardware [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1333.920509] env[62563]: DEBUG nova.virt.hardware [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.920677] env[62563]: DEBUG nova.virt.hardware [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1333.920908] env[62563]: DEBUG nova.virt.hardware [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.921023] env[62563]: DEBUG nova.virt.hardware [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1333.921239] env[62563]: DEBUG nova.virt.hardware [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1333.921431] env[62563]: DEBUG nova.virt.hardware [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1333.921756] env[62563]: DEBUG nova.virt.hardware [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1333.921756] env[62563]: DEBUG nova.virt.hardware [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1333.921935] env[62563]: DEBUG nova.virt.hardware [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1333.922977] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e24bc9-a0b9-4b21-9cf9-b88d84ee86fd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.931532] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 7f2c98e0-89cc-4fb6-95a0-f28438906b75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1333.935288] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463ac111-1e98-47f0-aeba-46fa707600d3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.095461] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750528, 'name': Rename_Task, 'duration_secs': 0.185817} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.095549] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.095750] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57ed22f5-ccc6-4c7d-ab50-b6d1bb4b9f7f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.104814] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1334.104814] env[62563]: value = "task-1750530" [ 1334.104814] env[62563]: _type = "Task" [ 1334.104814] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.118167] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.354612] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750529, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.445398] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 0c280fa6-2976-4624-9979-518f921800b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1334.617604] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.662190] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.663203] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.854772] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754931} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.854772] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] f7db65c0-b6b6-4e7a-bc19-f29b6794cff0/f7db65c0-b6b6-4e7a-bc19-f29b6794cff0.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.854963] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.855066] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d32e9470-adf1-4dd6-986e-c3b23bba9d70 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.861664] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Waiting for the task: (returnval){ [ 1334.861664] env[62563]: value = "task-1750531" [ 1334.861664] env[62563]: _type = "Task" [ 1334.861664] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.877623] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.948665] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance edc08dae-5efc-4bdc-be26-1c8e20c23131 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1335.076153] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquiring lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.076153] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.076153] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquiring lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.076153] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.076292] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.079393] env[62563]: INFO nova.compute.manager [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Terminating instance [ 1335.083510] env[62563]: DEBUG nova.compute.manager [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1335.083713] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.084701] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0c11e5-044e-4bd1-8a7d-a9f19e8a0879 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.090010] env[62563]: DEBUG nova.network.neutron [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Successfully updated port: e68e82d6-8a93-4f40-8fb4-1af13993d5b2 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1335.095904] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.096561] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b443602-d365-40a9-9e7a-ed4048df94d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.102608] env[62563]: DEBUG oslo_vmware.api [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Waiting for the task: (returnval){ [ 1335.102608] env[62563]: value = "task-1750532" [ 1335.102608] env[62563]: _type = "Task" [ 1335.102608] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.114714] env[62563]: DEBUG oslo_vmware.api [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.120170] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750530, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.325472] env[62563]: DEBUG nova.compute.manager [req-67c73da4-d1a0-435a-80c8-1b650735d2a0 req-e79fe75b-09bf-4900-add9-4b558fe6ae15 service nova] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Received event network-vif-plugged-e68e82d6-8a93-4f40-8fb4-1af13993d5b2 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1335.325696] env[62563]: DEBUG oslo_concurrency.lockutils [req-67c73da4-d1a0-435a-80c8-1b650735d2a0 req-e79fe75b-09bf-4900-add9-4b558fe6ae15 service nova] Acquiring lock "c07ade89-c57b-4f7e-8c67-2db8f7ae4487-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.325950] env[62563]: DEBUG oslo_concurrency.lockutils [req-67c73da4-d1a0-435a-80c8-1b650735d2a0 req-e79fe75b-09bf-4900-add9-4b558fe6ae15 service nova] Lock "c07ade89-c57b-4f7e-8c67-2db8f7ae4487-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.326164] env[62563]: DEBUG oslo_concurrency.lockutils [req-67c73da4-d1a0-435a-80c8-1b650735d2a0 req-e79fe75b-09bf-4900-add9-4b558fe6ae15 service nova] Lock "c07ade89-c57b-4f7e-8c67-2db8f7ae4487-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.326373] env[62563]: DEBUG nova.compute.manager [req-67c73da4-d1a0-435a-80c8-1b650735d2a0 req-e79fe75b-09bf-4900-add9-4b558fe6ae15 service nova] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] No waiting events found dispatching network-vif-plugged-e68e82d6-8a93-4f40-8fb4-1af13993d5b2 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1335.326565] env[62563]: WARNING nova.compute.manager [req-67c73da4-d1a0-435a-80c8-1b650735d2a0 req-e79fe75b-09bf-4900-add9-4b558fe6ae15 service nova] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Received unexpected event network-vif-plugged-e68e82d6-8a93-4f40-8fb4-1af13993d5b2 for instance with vm_state building and task_state spawning. [ 1335.376214] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160987} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.376544] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.377366] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7150cb4a-dad3-4c4c-8655-ae2b3c55418a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.407467] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] f7db65c0-b6b6-4e7a-bc19-f29b6794cff0/f7db65c0-b6b6-4e7a-bc19-f29b6794cff0.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.407922] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ea33392-6545-4621-bb17-7db646b59157 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.432356] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Waiting for the task: (returnval){ [ 1335.432356] env[62563]: value = "task-1750533" [ 1335.432356] env[62563]: _type = "Task" [ 1335.432356] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.443285] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.452550] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 55c4bfb9-6f11-4207-aa10-8eff7addca9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1335.514721] env[62563]: DEBUG oslo_vmware.rw_handles [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522948c7-61b5-ff36-8bcf-ddfd6d0f61f6/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1335.516100] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a094e527-a9ad-4535-a72e-a2ac32e53321 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.524441] env[62563]: DEBUG oslo_vmware.rw_handles [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522948c7-61b5-ff36-8bcf-ddfd6d0f61f6/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1335.524670] env[62563]: ERROR oslo_vmware.rw_handles [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522948c7-61b5-ff36-8bcf-ddfd6d0f61f6/disk-0.vmdk due to incomplete transfer. [ 1335.524924] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f76b53ed-9be7-4381-a0cd-ac3024517c72 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.532032] env[62563]: DEBUG oslo_vmware.rw_handles [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522948c7-61b5-ff36-8bcf-ddfd6d0f61f6/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1335.532032] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Uploaded image 18e0a8ce-b6a6-4f0f-824b-55489e67aa7e to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1335.534133] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1335.534442] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-058fcd9d-cf82-42de-8db1-fdef4489a31a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.540696] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1335.540696] env[62563]: value = "task-1750534" [ 1335.540696] env[62563]: _type = "Task" [ 1335.540696] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.548757] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750534, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.593869] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Acquiring lock "refresh_cache-c07ade89-c57b-4f7e-8c67-2db8f7ae4487" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.593869] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Acquired lock "refresh_cache-c07ade89-c57b-4f7e-8c67-2db8f7ae4487" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.593869] env[62563]: DEBUG nova.network.neutron [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.621520] env[62563]: DEBUG oslo_vmware.api [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750532, 'name': PowerOffVM_Task, 'duration_secs': 0.337795} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.625296] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.625481] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.625748] env[62563]: DEBUG oslo_vmware.api [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750530, 'name': PowerOnVM_Task, 'duration_secs': 1.155804} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.625950] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5769633-2dd1-4abf-814c-531728f1ac4d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.627572] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.627804] env[62563]: INFO nova.compute.manager [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Took 11.47 seconds to spawn the instance on the hypervisor. [ 1335.627995] env[62563]: DEBUG nova.compute.manager [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1335.628736] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de246c93-d9a5-4851-94d4-d64995ec48fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.717220] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.717437] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.717619] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Deleting the datastore file [datastore1] c52a0bdc-7637-4186-bbbb-fcc2d7022ae4 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.717894] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cef64c2d-0928-4989-891a-c0c88125f77c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.724999] env[62563]: DEBUG oslo_vmware.api [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Waiting for the task: (returnval){ [ 1335.724999] env[62563]: value = "task-1750536" [ 1335.724999] env[62563]: _type = "Task" [ 1335.724999] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.735302] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Acquiring lock "0e925191-2288-4fbd-a70e-256b1ec965a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.735519] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Lock "0e925191-2288-4fbd-a70e-256b1ec965a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.735708] env[62563]: DEBUG oslo_vmware.api [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.943578] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.956575] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 2eedeced-bedd-403a-aef8-f1fa5707d710 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1336.050686] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750534, 'name': Destroy_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.149889] env[62563]: INFO nova.compute.manager [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Took 37.92 seconds to build instance. [ 1336.162078] env[62563]: DEBUG nova.network.neutron [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1336.235512] env[62563]: DEBUG oslo_vmware.api [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Task: {'id': task-1750536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426638} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.235830] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.236027] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.236207] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.236376] env[62563]: INFO nova.compute.manager [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1336.236613] env[62563]: DEBUG oslo.service.loopingcall [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.236791] env[62563]: DEBUG nova.compute.manager [-] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1336.236941] env[62563]: DEBUG nova.network.neutron [-] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.442950] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750533, 'name': ReconfigVM_Task, 'duration_secs': 0.843197} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.443329] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Reconfigured VM instance instance-00000019 to attach disk [datastore1] f7db65c0-b6b6-4e7a-bc19-f29b6794cff0/f7db65c0-b6b6-4e7a-bc19-f29b6794cff0.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.443983] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e8a3baf-4709-4c54-8127-b5926bd80b29 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.453685] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Waiting for the task: (returnval){ [ 1336.453685] env[62563]: value = "task-1750537" [ 1336.453685] env[62563]: _type = "Task" [ 1336.453685] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.459677] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1336.471180] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750537, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.492947] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "e6044b75-698a-4eae-a77e-74d92ec969fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.554024] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750534, 'name': Destroy_Task, 'duration_secs': 0.910039} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.554024] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Destroyed the VM [ 1336.554024] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1336.554269] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-26f4c910-88cd-4ca6-a566-4108eca4dc2d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.560951] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1336.560951] env[62563]: value = "task-1750538" [ 1336.560951] env[62563]: _type = "Task" [ 1336.560951] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.568920] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750538, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.604482] env[62563]: DEBUG nova.network.neutron [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Updating instance_info_cache with network_info: [{"id": "e68e82d6-8a93-4f40-8fb4-1af13993d5b2", "address": "fa:16:3e:7e:1a:ad", "network": {"id": "30687cfd-d598-4493-b2c7-da1dcd377f2d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-874897686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3f2ff7586c477e85b7c14dc09c87da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68e82d6-8a", "ovs_interfaceid": "e68e82d6-8a93-4f40-8fb4-1af13993d5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.655036] env[62563]: DEBUG oslo_concurrency.lockutils [None req-25204067-8b7d-485b-9a9f-773e3b2837ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "e6044b75-698a-4eae-a77e-74d92ec969fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.835s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.658605] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "e6044b75-698a-4eae-a77e-74d92ec969fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.166s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.659884] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "e6044b75-698a-4eae-a77e-74d92ec969fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.660220] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "e6044b75-698a-4eae-a77e-74d92ec969fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.660565] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "e6044b75-698a-4eae-a77e-74d92ec969fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.665704] env[62563]: INFO nova.compute.manager [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Terminating instance [ 1336.667811] env[62563]: DEBUG nova.compute.manager [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1336.668108] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.669125] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f0d66f-2552-4ba4-b760-d50b6b217e44 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.677628] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.677880] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4006f3d-28b3-4b16-bb15-5a9dd80e7924 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.685949] env[62563]: DEBUG oslo_vmware.api [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1336.685949] env[62563]: value = "task-1750539" [ 1336.685949] env[62563]: _type = "Task" [ 1336.685949] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.697609] env[62563]: DEBUG oslo_vmware.api [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.792908] env[62563]: DEBUG nova.compute.manager [req-62f5b99a-9a66-4945-a78f-18f8dfc8051e req-eb0f4f4a-3862-4935-9270-94014f584199 service nova] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Received event network-vif-deleted-1e09054a-8444-4763-b4a1-1429cbea662b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1336.793606] env[62563]: INFO nova.compute.manager [req-62f5b99a-9a66-4945-a78f-18f8dfc8051e req-eb0f4f4a-3862-4935-9270-94014f584199 service nova] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Neutron deleted interface 1e09054a-8444-4763-b4a1-1429cbea662b; detaching it from the instance and deleting it from the info cache [ 1336.793773] env[62563]: DEBUG nova.network.neutron [req-62f5b99a-9a66-4945-a78f-18f8dfc8051e req-eb0f4f4a-3862-4935-9270-94014f584199 service nova] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.964940] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 084713a9-0b2c-41eb-a481-e964fb701ed3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1336.966281] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750537, 'name': Rename_Task, 'duration_secs': 0.326649} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.966540] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.966779] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-117510ba-0377-48ef-9db9-47185eea4e11 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.976069] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Waiting for the task: (returnval){ [ 1336.976069] env[62563]: value = "task-1750540" [ 1336.976069] env[62563]: _type = "Task" [ 1336.976069] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.985308] env[62563]: DEBUG nova.network.neutron [-] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.986596] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.071280] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750538, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.111104] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Releasing lock "refresh_cache-c07ade89-c57b-4f7e-8c67-2db8f7ae4487" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.111342] env[62563]: DEBUG nova.compute.manager [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Instance network_info: |[{"id": "e68e82d6-8a93-4f40-8fb4-1af13993d5b2", "address": "fa:16:3e:7e:1a:ad", "network": {"id": "30687cfd-d598-4493-b2c7-da1dcd377f2d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-874897686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3f2ff7586c477e85b7c14dc09c87da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68e82d6-8a", "ovs_interfaceid": "e68e82d6-8a93-4f40-8fb4-1af13993d5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1337.111726] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:1a:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e68e82d6-8a93-4f40-8fb4-1af13993d5b2', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.119612] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Creating folder: Project (5b3f2ff7586c477e85b7c14dc09c87da). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1337.119892] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b1b4220-58b5-4120-af86-70ccaf895739 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.132015] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Created folder: Project (5b3f2ff7586c477e85b7c14dc09c87da) in parent group-v363823. [ 1337.132785] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Creating folder: Instances. Parent ref: group-v363894. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1337.132785] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ca05f0e-1952-4803-b671-974be7de0d5b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.142079] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Created folder: Instances in parent group-v363894. [ 1337.142332] env[62563]: DEBUG oslo.service.loopingcall [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.142531] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.142734] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e9857fc-5751-4dfa-bcdc-a2f2ebef2bc5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.160752] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.160752] env[62563]: value = "task-1750543" [ 1337.160752] env[62563]: _type = "Task" [ 1337.160752] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.169055] env[62563]: DEBUG nova.compute.manager [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1337.171272] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750543, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.195766] env[62563]: DEBUG oslo_vmware.api [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750539, 'name': PowerOffVM_Task, 'duration_secs': 0.20394} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.196040] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.196220] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.196467] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c7e20b6-1f34-4554-b6c4-5f0ada590afc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.296576] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40021d0e-cc45-464e-a8b9-0e5a9a5a44dd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.308875] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c252f1f2-7928-45d8-96f0-916945cb7617 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.341849] env[62563]: DEBUG nova.compute.manager [req-62f5b99a-9a66-4945-a78f-18f8dfc8051e req-eb0f4f4a-3862-4935-9270-94014f584199 service nova] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Detach interface failed, port_id=1e09054a-8444-4763-b4a1-1429cbea662b, reason: Instance c52a0bdc-7637-4186-bbbb-fcc2d7022ae4 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1337.343537] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.343748] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.343950] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleting the datastore file [datastore1] e6044b75-698a-4eae-a77e-74d92ec969fd {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.344270] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-159dd065-7f3a-4101-8655-dffa61acb580 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.349446] env[62563]: DEBUG nova.compute.manager [req-3349d680-716f-42c3-bff7-110a276c32fb req-e08d8a65-bffb-4cf0-8301-f82e2d51c293 service nova] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Received event network-changed-e68e82d6-8a93-4f40-8fb4-1af13993d5b2 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1337.349778] env[62563]: DEBUG nova.compute.manager [req-3349d680-716f-42c3-bff7-110a276c32fb req-e08d8a65-bffb-4cf0-8301-f82e2d51c293 service nova] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Refreshing instance network info cache due to event network-changed-e68e82d6-8a93-4f40-8fb4-1af13993d5b2. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1337.350015] env[62563]: DEBUG oslo_concurrency.lockutils [req-3349d680-716f-42c3-bff7-110a276c32fb req-e08d8a65-bffb-4cf0-8301-f82e2d51c293 service nova] Acquiring lock "refresh_cache-c07ade89-c57b-4f7e-8c67-2db8f7ae4487" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.350173] env[62563]: DEBUG oslo_concurrency.lockutils [req-3349d680-716f-42c3-bff7-110a276c32fb req-e08d8a65-bffb-4cf0-8301-f82e2d51c293 service nova] Acquired lock "refresh_cache-c07ade89-c57b-4f7e-8c67-2db8f7ae4487" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.350340] env[62563]: DEBUG nova.network.neutron [req-3349d680-716f-42c3-bff7-110a276c32fb req-e08d8a65-bffb-4cf0-8301-f82e2d51c293 service nova] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Refreshing network info cache for port e68e82d6-8a93-4f40-8fb4-1af13993d5b2 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.353757] env[62563]: DEBUG oslo_vmware.api [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1337.353757] env[62563]: value = "task-1750545" [ 1337.353757] env[62563]: _type = "Task" [ 1337.353757] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.362641] env[62563]: DEBUG oslo_vmware.api [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.469786] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance c9716ffb-01d6-4a82-8e8e-a2db6f056a28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1337.484653] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.488275] env[62563]: INFO nova.compute.manager [-] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Took 1.25 seconds to deallocate network for instance. [ 1337.572122] env[62563]: DEBUG oslo_vmware.api [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750538, 'name': RemoveSnapshot_Task, 'duration_secs': 0.857181} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.572492] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1337.572765] env[62563]: INFO nova.compute.manager [None req-8fb522f2-c834-41e7-a3f9-c4708902e3f6 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Took 20.70 seconds to snapshot the instance on the hypervisor. [ 1337.670663] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750543, 'name': CreateVM_Task, 'duration_secs': 0.429946} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.670840] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.671572] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.671739] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.672070] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.674389] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81fff1c-54a4-47cc-be81-a5cfe343b318 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.681801] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Waiting for the task: (returnval){ [ 1337.681801] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e0e62a-d6d1-b660-2adf-1c348778946d" [ 1337.681801] env[62563]: _type = "Task" [ 1337.681801] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.689614] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e0e62a-d6d1-b660-2adf-1c348778946d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.692728] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.865699] env[62563]: DEBUG oslo_vmware.api [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212041} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.865967] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.866176] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.866356] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.866531] env[62563]: INFO nova.compute.manager [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1337.866796] env[62563]: DEBUG oslo.service.loopingcall [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.867015] env[62563]: DEBUG nova.compute.manager [-] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1337.867120] env[62563]: DEBUG nova.network.neutron [-] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.973415] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 280e4528-20fc-438b-adba-e4b449cfc635 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1337.984807] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.994502] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.192491] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e0e62a-d6d1-b660-2adf-1c348778946d, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.192910] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.193181] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.193443] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.193599] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.193778] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.194049] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-406c5165-63d7-429a-8bf9-da6206b2a4ae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.202035] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.202229] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.202948] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2963f2a6-e276-4340-b308-f27a438ce0e8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.211124] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Waiting for the task: (returnval){ [ 1338.211124] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526bf276-073a-118c-173e-17de1ce11387" [ 1338.211124] env[62563]: _type = "Task" [ 1338.211124] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.221317] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526bf276-073a-118c-173e-17de1ce11387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.225185] env[62563]: DEBUG nova.network.neutron [req-3349d680-716f-42c3-bff7-110a276c32fb req-e08d8a65-bffb-4cf0-8301-f82e2d51c293 service nova] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Updated VIF entry in instance network info cache for port e68e82d6-8a93-4f40-8fb4-1af13993d5b2. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.227215] env[62563]: DEBUG nova.network.neutron [req-3349d680-716f-42c3-bff7-110a276c32fb req-e08d8a65-bffb-4cf0-8301-f82e2d51c293 service nova] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Updating instance_info_cache with network_info: [{"id": "e68e82d6-8a93-4f40-8fb4-1af13993d5b2", "address": "fa:16:3e:7e:1a:ad", "network": {"id": "30687cfd-d598-4493-b2c7-da1dcd377f2d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-874897686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3f2ff7586c477e85b7c14dc09c87da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68e82d6-8a", "ovs_interfaceid": "e68e82d6-8a93-4f40-8fb4-1af13993d5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.479873] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 636c2770-3626-4101-b8de-65f9f883959f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1338.487036] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750540, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.632422] env[62563]: DEBUG nova.network.neutron [-] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.722181] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526bf276-073a-118c-173e-17de1ce11387, 'name': SearchDatastore_Task, 'duration_secs': 0.008475} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.722946] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89f2035-b6b8-4f01-b17d-8fa58552cf08 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.728345] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Waiting for the task: (returnval){ [ 1338.728345] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52408c8a-c2e0-a6be-9d0b-e78b67e69fd2" [ 1338.728345] env[62563]: _type = "Task" [ 1338.728345] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.731500] env[62563]: DEBUG oslo_concurrency.lockutils [req-3349d680-716f-42c3-bff7-110a276c32fb req-e08d8a65-bffb-4cf0-8301-f82e2d51c293 service nova] Releasing lock "refresh_cache-c07ade89-c57b-4f7e-8c67-2db8f7ae4487" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.736204] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52408c8a-c2e0-a6be-9d0b-e78b67e69fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.915366] env[62563]: DEBUG nova.compute.manager [req-d559b747-d3ef-4d15-8415-8fbac5a9eea4 req-5f5d4e76-f62c-427d-aaad-2ac9bdc65419 service nova] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Received event network-vif-deleted-343425ae-58b7-446b-82de-d6357f2cb8c8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1338.985683] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance b2621e0a-496e-4b4d-81b9-8adabcd939fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1338.987171] env[62563]: DEBUG oslo_vmware.api [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750540, 'name': PowerOnVM_Task, 'duration_secs': 1.655221} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.987222] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.987401] env[62563]: INFO nova.compute.manager [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1338.987632] env[62563]: DEBUG nova.compute.manager [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1338.988696] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d0955f-113e-486b-b5cc-bf870ad2bf76 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.136183] env[62563]: INFO nova.compute.manager [-] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Took 1.27 seconds to deallocate network for instance. [ 1339.240445] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52408c8a-c2e0-a6be-9d0b-e78b67e69fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.240718] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.241017] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c07ade89-c57b-4f7e-8c67-2db8f7ae4487/c07ade89-c57b-4f7e-8c67-2db8f7ae4487.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.241239] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e5e3858-820b-4ae6-b6f1-10d6fbdfc8f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.247309] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Waiting for the task: (returnval){ [ 1339.247309] env[62563]: value = "task-1750546" [ 1339.247309] env[62563]: _type = "Task" [ 1339.247309] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.254882] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.490330] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d65f8ce5-40e1-42c7-8f64-cff4dc63aabc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1339.507540] env[62563]: INFO nova.compute.manager [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Took 36.16 seconds to build instance. [ 1339.643651] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.759055] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750546, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.993452] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 34136197-2da8-405f-83d5-2f838f483dfe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1340.010343] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9be9133d-9121-4b2b-8b4b-03da1dba2737 tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Lock "f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.046s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.258409] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605529} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.258734] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c07ade89-c57b-4f7e-8c67-2db8f7ae4487/c07ade89-c57b-4f7e-8c67-2db8f7ae4487.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.258954] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.259225] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-828c5409-479c-47e2-93d6-38da46e100a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.265975] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Waiting for the task: (returnval){ [ 1340.265975] env[62563]: value = "task-1750547" [ 1340.265975] env[62563]: _type = "Task" [ 1340.265975] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.274613] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.500301] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance e9be8415-0fad-4226-bd7f-746b240d2795 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1340.500301] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Migration 1f37e130-bded-4fda-8a5b-1dba7816e256 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1340.500301] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d463557f-2915-4d0b-9ed9-cf8ad14a99e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.500301] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1340.500301] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1340.514641] env[62563]: DEBUG nova.compute.manager [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1340.776730] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06694} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.776880] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1340.777701] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd4b13b-1c67-4e73-b41a-815e63baead0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.808366] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] c07ade89-c57b-4f7e-8c67-2db8f7ae4487/c07ade89-c57b-4f7e-8c67-2db8f7ae4487.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.811346] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f188c46-bff7-4909-98a6-28a5f06b3f41 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.828346] env[62563]: DEBUG nova.compute.manager [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1340.829287] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98ad8a1-c1aa-40af-b862-76b286a8a151 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.841724] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Waiting for the task: (returnval){ [ 1340.841724] env[62563]: value = "task-1750548" [ 1340.841724] env[62563]: _type = "Task" [ 1340.841724] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.854214] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.034998] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.060579] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9f3864-3de3-4b8e-a956-c7180d26ffdb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.067657] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2f4d86-36a4-4257-893e-2e8e93d29db7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.105557] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075160e7-6185-45ab-a41c-b0c06d88bd7b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.114388] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2acd52-96d2-4056-a13c-731ea6d295b7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.129345] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.132682] env[62563]: DEBUG nova.compute.manager [req-9b8423d2-5d48-4522-afee-3d9d36bd9a5d req-60188db7-6a96-45cb-af53-57053e642dac service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Received event network-changed-df513b9c-73cb-4e37-9266-d4f5618788df {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1341.133586] env[62563]: DEBUG nova.compute.manager [req-9b8423d2-5d48-4522-afee-3d9d36bd9a5d req-60188db7-6a96-45cb-af53-57053e642dac service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Refreshing instance network info cache due to event network-changed-df513b9c-73cb-4e37-9266-d4f5618788df. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1341.133586] env[62563]: DEBUG oslo_concurrency.lockutils [req-9b8423d2-5d48-4522-afee-3d9d36bd9a5d req-60188db7-6a96-45cb-af53-57053e642dac service nova] Acquiring lock "refresh_cache-f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.133586] env[62563]: DEBUG oslo_concurrency.lockutils [req-9b8423d2-5d48-4522-afee-3d9d36bd9a5d req-60188db7-6a96-45cb-af53-57053e642dac service nova] Acquired lock "refresh_cache-f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.133586] env[62563]: DEBUG nova.network.neutron [req-9b8423d2-5d48-4522-afee-3d9d36bd9a5d req-60188db7-6a96-45cb-af53-57053e642dac service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Refreshing network info cache for port df513b9c-73cb-4e37-9266-d4f5618788df {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.343747] env[62563]: INFO nova.compute.manager [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] instance snapshotting [ 1341.349552] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70213626-764d-48f3-98f1-619e980222f4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.370310] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ae8f25-c6d9-4c51-98ce-638b2b3846f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.373019] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750548, 'name': ReconfigVM_Task, 'duration_secs': 0.314079} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.373336] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Reconfigured VM instance instance-0000001a to attach disk [datastore1] c07ade89-c57b-4f7e-8c67-2db8f7ae4487/c07ade89-c57b-4f7e-8c67-2db8f7ae4487.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.375195] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa3ebbb3-6bbf-4fdb-87d9-418249c1cea5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.380962] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Waiting for the task: (returnval){ [ 1341.380962] env[62563]: value = "task-1750549" [ 1341.380962] env[62563]: _type = "Task" [ 1341.380962] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.390871] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750549, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.636471] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1341.882990] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1341.883407] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76ccad7a-b22d-4437-b34b-e60abbecd6bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.897421] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750549, 'name': Rename_Task, 'duration_secs': 0.14086} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.898722] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.899047] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1341.899047] env[62563]: value = "task-1750550" [ 1341.899047] env[62563]: _type = "Task" [ 1341.899047] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.899230] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d5a9d5d-f897-4ed8-ac32-7879c6d4afdd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.910404] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750550, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.911835] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Waiting for the task: (returnval){ [ 1341.911835] env[62563]: value = "task-1750551" [ 1341.911835] env[62563]: _type = "Task" [ 1341.911835] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.919447] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.967026] env[62563]: DEBUG nova.network.neutron [req-9b8423d2-5d48-4522-afee-3d9d36bd9a5d req-60188db7-6a96-45cb-af53-57053e642dac service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Updated VIF entry in instance network info cache for port df513b9c-73cb-4e37-9266-d4f5618788df. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.967434] env[62563]: DEBUG nova.network.neutron [req-9b8423d2-5d48-4522-afee-3d9d36bd9a5d req-60188db7-6a96-45cb-af53-57053e642dac service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Updating instance_info_cache with network_info: [{"id": "df513b9c-73cb-4e37-9266-d4f5618788df", "address": "fa:16:3e:f8:e1:4c", "network": {"id": "f5c1faaf-39ce-4f56-ad29-e311e4b6db7b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-909467014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d04be8fd8b9a4a77a62c87e2f3658304", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf513b9c-73", "ovs_interfaceid": "df513b9c-73cb-4e37-9266-d4f5618788df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.145086] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1342.145373] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.294s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.145667] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.168s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.147552] env[62563]: INFO nova.compute.claims [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.410741] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750550, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.420295] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.470753] env[62563]: DEBUG oslo_concurrency.lockutils [req-9b8423d2-5d48-4522-afee-3d9d36bd9a5d req-60188db7-6a96-45cb-af53-57053e642dac service nova] Releasing lock "refresh_cache-f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.912652] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750550, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.920998] env[62563]: DEBUG oslo_vmware.api [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750551, 'name': PowerOnVM_Task, 'duration_secs': 0.687856} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.921275] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.921469] env[62563]: INFO nova.compute.manager [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1342.921649] env[62563]: DEBUG nova.compute.manager [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1342.922436] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccdc291-4936-46c8-b5da-28e003c05107 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.411972] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750550, 'name': CreateSnapshot_Task, 'duration_secs': 1.016972} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.412275] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1343.413063] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c36669-60d6-401b-9602-bbeebba01863 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.438782] env[62563]: INFO nova.compute.manager [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Took 38.31 seconds to build instance. [ 1343.625958] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbb42cd-cfc8-42e4-9675-9f44e03a4bf9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.636524] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa4c654-be6c-422b-b5be-2bdb5760ffb8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.669331] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ca793b-2298-4852-93c4-d866eaee216a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.677042] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b161772d-446e-425c-af7d-dba59522cfd8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.690196] env[62563]: DEBUG nova.compute.provider_tree [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.938153] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1343.938489] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-13ac3e2c-7f5b-426e-84e0-aa669a55e264 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.943578] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a9ea8744-f8e7-4b6d-a156-5d1a7939a4e3 tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Lock "c07ade89-c57b-4f7e-8c67-2db8f7ae4487" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.160s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.951049] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1343.951049] env[62563]: value = "task-1750552" [ 1343.951049] env[62563]: _type = "Task" [ 1343.951049] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.959137] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750552, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.193342] env[62563]: DEBUG nova.scheduler.client.report [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1344.446864] env[62563]: DEBUG nova.compute.manager [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1344.462276] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750552, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.646871] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Acquiring lock "c07ade89-c57b-4f7e-8c67-2db8f7ae4487" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.647352] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Lock "c07ade89-c57b-4f7e-8c67-2db8f7ae4487" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.647455] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Acquiring lock "c07ade89-c57b-4f7e-8c67-2db8f7ae4487-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.647658] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Lock "c07ade89-c57b-4f7e-8c67-2db8f7ae4487-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.647819] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Lock "c07ade89-c57b-4f7e-8c67-2db8f7ae4487-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.651697] env[62563]: INFO nova.compute.manager [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Terminating instance [ 1344.652996] env[62563]: DEBUG nova.compute.manager [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1344.652996] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.653262] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dbe4a7-75c3-4b04-ae3c-ba3d551206a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.662774] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.662774] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65fca173-e6f9-4737-90fd-54d782458ab6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.668539] env[62563]: DEBUG oslo_vmware.api [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Waiting for the task: (returnval){ [ 1344.668539] env[62563]: value = "task-1750553" [ 1344.668539] env[62563]: _type = "Task" [ 1344.668539] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.678551] env[62563]: DEBUG oslo_vmware.api [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.698807] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.699577] env[62563]: DEBUG nova.compute.manager [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1344.702788] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.909s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.704120] env[62563]: INFO nova.compute.claims [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.963422] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750552, 'name': CloneVM_Task} progress is 95%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.971585] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.150094] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.150880] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.150880] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.150880] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.150880] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1345.178614] env[62563]: DEBUG oslo_vmware.api [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750553, 'name': PowerOffVM_Task, 'duration_secs': 0.281733} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.178912] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.179097] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.179338] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbde9b9f-002a-46c4-9059-7fe2e6a52e93 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.210425] env[62563]: DEBUG nova.compute.utils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1345.211734] env[62563]: DEBUG nova.compute.manager [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1345.211901] env[62563]: DEBUG nova.network.neutron [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1345.247037] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.247037] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.247195] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Deleting the datastore file [datastore1] c07ade89-c57b-4f7e-8c67-2db8f7ae4487 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.247427] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bacfa71-098e-445a-8215-cf484fd8cf14 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.253565] env[62563]: DEBUG nova.policy [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebaa3a6aa27b4d6887afe2fc1d798902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8db5331728ff44a18fcd7c314b91d9fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1345.256849] env[62563]: DEBUG oslo_vmware.api [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Waiting for the task: (returnval){ [ 1345.256849] env[62563]: value = "task-1750555" [ 1345.256849] env[62563]: _type = "Task" [ 1345.256849] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.264927] env[62563]: DEBUG oslo_vmware.api [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.465990] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750552, 'name': CloneVM_Task, 'duration_secs': 1.150407} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.466762] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Created linked-clone VM from snapshot [ 1345.467052] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588d6ca3-d8d2-4e5e-acf3-9f7742751903 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.480468] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Uploading image db53bb60-339d-4a82-82a4-1f1cf8a2544a {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1345.507819] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1345.507819] env[62563]: value = "vm-363898" [ 1345.507819] env[62563]: _type = "VirtualMachine" [ 1345.507819] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1345.508173] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c84501f3-f4ab-40c4-a20d-af664d1a1482 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.520481] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lease: (returnval){ [ 1345.520481] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52efb357-4d5b-6ad6-a818-ba79041234ce" [ 1345.520481] env[62563]: _type = "HttpNfcLease" [ 1345.520481] env[62563]: } obtained for exporting VM: (result){ [ 1345.520481] env[62563]: value = "vm-363898" [ 1345.520481] env[62563]: _type = "VirtualMachine" [ 1345.520481] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1345.520797] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the lease: (returnval){ [ 1345.520797] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52efb357-4d5b-6ad6-a818-ba79041234ce" [ 1345.520797] env[62563]: _type = "HttpNfcLease" [ 1345.520797] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1345.530030] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1345.530030] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52efb357-4d5b-6ad6-a818-ba79041234ce" [ 1345.530030] env[62563]: _type = "HttpNfcLease" [ 1345.530030] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1345.530415] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1345.530415] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52efb357-4d5b-6ad6-a818-ba79041234ce" [ 1345.530415] env[62563]: _type = "HttpNfcLease" [ 1345.530415] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1345.531036] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930addeb-0763-450d-8411-f51d75683982 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.539518] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c053b-63d1-0428-c7cb-b3484ec1f7a1/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1345.539689] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c053b-63d1-0428-c7cb-b3484ec1f7a1/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1345.636019] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd192309-b60c-455f-9874-3bdce5de9ecf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.638521] env[62563]: DEBUG nova.network.neutron [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Successfully created port: a00e2aa0-473c-4e64-bcd4-2387c4f9514a {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.716947] env[62563]: DEBUG nova.compute.manager [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1345.773668] env[62563]: DEBUG oslo_vmware.api [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Task: {'id': task-1750555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153985} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.773668] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.773668] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.773668] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.773668] env[62563]: INFO nova.compute.manager [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1345.773885] env[62563]: DEBUG oslo.service.loopingcall [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1345.773885] env[62563]: DEBUG nova.compute.manager [-] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1345.773885] env[62563]: DEBUG nova.network.neutron [-] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.260486] env[62563]: DEBUG nova.compute.manager [req-cfd8ac8b-9214-4413-ab6a-9c313cebec5d req-f2cfc76d-7940-4177-ac75-c5076296086b service nova] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Received event network-vif-deleted-e68e82d6-8a93-4f40-8fb4-1af13993d5b2 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1346.261331] env[62563]: INFO nova.compute.manager [req-cfd8ac8b-9214-4413-ab6a-9c313cebec5d req-f2cfc76d-7940-4177-ac75-c5076296086b service nova] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Neutron deleted interface e68e82d6-8a93-4f40-8fb4-1af13993d5b2; detaching it from the instance and deleting it from the info cache [ 1346.261331] env[62563]: DEBUG nova.network.neutron [req-cfd8ac8b-9214-4413-ab6a-9c313cebec5d req-f2cfc76d-7940-4177-ac75-c5076296086b service nova] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.265784] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.265784] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1346.265983] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318ee6e2-7fdd-418f-be32-5220067a20b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.277247] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0562e43-9196-45a2-be86-aa7c98f59942 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.316974] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb5930d-c857-431f-be9d-6a148a08d04e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.327133] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4319b17-5acf-4870-b574-8796eebc3394 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.342471] env[62563]: DEBUG nova.compute.provider_tree [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.585691] env[62563]: DEBUG nova.network.neutron [-] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.730388] env[62563]: DEBUG nova.compute.manager [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1346.753335] env[62563]: DEBUG nova.virt.hardware [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1346.753921] env[62563]: DEBUG nova.virt.hardware [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1346.754441] env[62563]: DEBUG nova.virt.hardware [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.754441] env[62563]: DEBUG nova.virt.hardware [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1346.754740] env[62563]: DEBUG nova.virt.hardware [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.754998] env[62563]: DEBUG nova.virt.hardware [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1346.755324] env[62563]: DEBUG nova.virt.hardware [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1346.756039] env[62563]: DEBUG nova.virt.hardware [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1346.756039] env[62563]: DEBUG nova.virt.hardware [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1346.756039] env[62563]: DEBUG nova.virt.hardware [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1346.756230] env[62563]: DEBUG nova.virt.hardware [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1346.757170] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e250a81c-b115-41bd-afc2-90130eb71279 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.765390] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5c902c-c630-4638-9ecc-d47b6d49399c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.771250] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab81fe5e-812e-4668-879d-14a079e2d5a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.788679] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4da589-86e0-4822-b83a-66b09551d53d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.821531] env[62563]: DEBUG nova.compute.manager [req-cfd8ac8b-9214-4413-ab6a-9c313cebec5d req-f2cfc76d-7940-4177-ac75-c5076296086b service nova] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Detach interface failed, port_id=e68e82d6-8a93-4f40-8fb4-1af13993d5b2, reason: Instance c07ade89-c57b-4f7e-8c67-2db8f7ae4487 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1346.845508] env[62563]: DEBUG nova.scheduler.client.report [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1347.088986] env[62563]: INFO nova.compute.manager [-] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Took 1.32 seconds to deallocate network for instance. [ 1347.353532] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.353532] env[62563]: DEBUG nova.compute.manager [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1347.355530] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.687s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.357508] env[62563]: INFO nova.compute.claims [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.399477] env[62563]: DEBUG nova.compute.manager [req-fa01d70a-76f1-4794-9816-5683f5921ee6 req-ba494695-cf1e-4086-8c11-59ba57a19ac1 service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Received event network-vif-plugged-a00e2aa0-473c-4e64-bcd4-2387c4f9514a {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1347.401248] env[62563]: DEBUG oslo_concurrency.lockutils [req-fa01d70a-76f1-4794-9816-5683f5921ee6 req-ba494695-cf1e-4086-8c11-59ba57a19ac1 service nova] Acquiring lock "bc70735f-b8b7-4fc3-ac89-f896cb079bca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.401248] env[62563]: DEBUG oslo_concurrency.lockutils [req-fa01d70a-76f1-4794-9816-5683f5921ee6 req-ba494695-cf1e-4086-8c11-59ba57a19ac1 service nova] Lock "bc70735f-b8b7-4fc3-ac89-f896cb079bca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.401248] env[62563]: DEBUG oslo_concurrency.lockutils [req-fa01d70a-76f1-4794-9816-5683f5921ee6 req-ba494695-cf1e-4086-8c11-59ba57a19ac1 service nova] Lock "bc70735f-b8b7-4fc3-ac89-f896cb079bca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.401248] env[62563]: DEBUG nova.compute.manager [req-fa01d70a-76f1-4794-9816-5683f5921ee6 req-ba494695-cf1e-4086-8c11-59ba57a19ac1 service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] No waiting events found dispatching network-vif-plugged-a00e2aa0-473c-4e64-bcd4-2387c4f9514a {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1347.401248] env[62563]: WARNING nova.compute.manager [req-fa01d70a-76f1-4794-9816-5683f5921ee6 req-ba494695-cf1e-4086-8c11-59ba57a19ac1 service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Received unexpected event network-vif-plugged-a00e2aa0-473c-4e64-bcd4-2387c4f9514a for instance with vm_state building and task_state spawning. [ 1347.474918] env[62563]: DEBUG nova.network.neutron [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Successfully updated port: a00e2aa0-473c-4e64-bcd4-2387c4f9514a {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1347.598218] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.864227] env[62563]: DEBUG nova.compute.utils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1347.865940] env[62563]: DEBUG nova.compute.manager [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1347.866625] env[62563]: DEBUG nova.network.neutron [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1347.934955] env[62563]: DEBUG nova.policy [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6504c0053841d8afec79aa65ad1c46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac846f9c9e3e495b998fc6f588332c87', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1347.978307] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Acquiring lock "refresh_cache-bc70735f-b8b7-4fc3-ac89-f896cb079bca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.978491] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Acquired lock "refresh_cache-bc70735f-b8b7-4fc3-ac89-f896cb079bca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.978650] env[62563]: DEBUG nova.network.neutron [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.352108] env[62563]: DEBUG nova.network.neutron [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Successfully created port: 2e1c65dc-3689-4785-b4d1-66a921415799 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.370337] env[62563]: DEBUG nova.compute.manager [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1348.514626] env[62563]: DEBUG nova.network.neutron [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.703766] env[62563]: DEBUG nova.network.neutron [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Updating instance_info_cache with network_info: [{"id": "a00e2aa0-473c-4e64-bcd4-2387c4f9514a", "address": "fa:16:3e:7c:1d:05", "network": {"id": "b9630820-fdda-4e38-80a7-be289ef6a657", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1857116408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db5331728ff44a18fcd7c314b91d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00e2aa0-47", "ovs_interfaceid": "a00e2aa0-473c-4e64-bcd4-2387c4f9514a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.800059] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "refresh_cache-2b033436-f928-4302-b9bf-6d18fdf95b9b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.801279] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquired lock "refresh_cache-2b033436-f928-4302-b9bf-6d18fdf95b9b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.801550] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Forcefully refreshing network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1348.924288] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1b97f9-0d6b-4d38-be18-e7e0b54a6d7f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.933388] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5711826-530c-4ec1-89c3-7856498c8e64 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.966357] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f77e43-0de7-4a70-b46e-c8b7af2a4277 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.973848] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed753b97-fcc7-4a15-a433-d63d02eda722 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.987240] env[62563]: DEBUG nova.compute.provider_tree [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.206971] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Releasing lock "refresh_cache-bc70735f-b8b7-4fc3-ac89-f896cb079bca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.207337] env[62563]: DEBUG nova.compute.manager [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Instance network_info: |[{"id": "a00e2aa0-473c-4e64-bcd4-2387c4f9514a", "address": "fa:16:3e:7c:1d:05", "network": {"id": "b9630820-fdda-4e38-80a7-be289ef6a657", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1857116408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db5331728ff44a18fcd7c314b91d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00e2aa0-47", "ovs_interfaceid": "a00e2aa0-473c-4e64-bcd4-2387c4f9514a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1349.207802] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:1d:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a00e2aa0-473c-4e64-bcd4-2387c4f9514a', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.215981] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Creating folder: Project (8db5331728ff44a18fcd7c314b91d9fd). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.216291] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c103e31c-0e7c-4e24-bcee-0470bfc2b258 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.228941] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Created folder: Project (8db5331728ff44a18fcd7c314b91d9fd) in parent group-v363823. [ 1349.229215] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Creating folder: Instances. Parent ref: group-v363899. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.229501] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-501167c3-6f71-4fe0-accc-c6afcfb48400 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.238815] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Created folder: Instances in parent group-v363899. [ 1349.239063] env[62563]: DEBUG oslo.service.loopingcall [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.239264] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.239514] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e636d530-f626-4e83-a717-a02fd55bcf0a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.260033] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.260033] env[62563]: value = "task-1750559" [ 1349.260033] env[62563]: _type = "Task" [ 1349.260033] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.267461] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750559, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.323465] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.385680] env[62563]: DEBUG nova.compute.manager [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1349.408671] env[62563]: DEBUG nova.virt.hardware [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1349.408872] env[62563]: DEBUG nova.virt.hardware [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1349.409071] env[62563]: DEBUG nova.virt.hardware [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.409259] env[62563]: DEBUG nova.virt.hardware [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1349.409404] env[62563]: DEBUG nova.virt.hardware [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.409681] env[62563]: DEBUG nova.virt.hardware [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1349.409774] env[62563]: DEBUG nova.virt.hardware [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1349.409930] env[62563]: DEBUG nova.virt.hardware [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1349.410128] env[62563]: DEBUG nova.virt.hardware [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1349.410294] env[62563]: DEBUG nova.virt.hardware [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1349.410477] env[62563]: DEBUG nova.virt.hardware [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1349.411393] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a91b52b-4390-43c4-ba83-0c6211edb14d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.420621] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b74b12-6d78-428b-9c46-ff4b2b6a7fd0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.437305] env[62563]: DEBUG nova.compute.manager [req-627c87de-5c1f-4de9-b71b-f1117b98f315 req-2f962627-a8b1-4798-8b36-b80f49617763 service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Received event network-changed-a00e2aa0-473c-4e64-bcd4-2387c4f9514a {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1349.437510] env[62563]: DEBUG nova.compute.manager [req-627c87de-5c1f-4de9-b71b-f1117b98f315 req-2f962627-a8b1-4798-8b36-b80f49617763 service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Refreshing instance network info cache due to event network-changed-a00e2aa0-473c-4e64-bcd4-2387c4f9514a. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1349.437729] env[62563]: DEBUG oslo_concurrency.lockutils [req-627c87de-5c1f-4de9-b71b-f1117b98f315 req-2f962627-a8b1-4798-8b36-b80f49617763 service nova] Acquiring lock "refresh_cache-bc70735f-b8b7-4fc3-ac89-f896cb079bca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.437900] env[62563]: DEBUG oslo_concurrency.lockutils [req-627c87de-5c1f-4de9-b71b-f1117b98f315 req-2f962627-a8b1-4798-8b36-b80f49617763 service nova] Acquired lock "refresh_cache-bc70735f-b8b7-4fc3-ac89-f896cb079bca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.438077] env[62563]: DEBUG nova.network.neutron [req-627c87de-5c1f-4de9-b71b-f1117b98f315 req-2f962627-a8b1-4798-8b36-b80f49617763 service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Refreshing network info cache for port a00e2aa0-473c-4e64-bcd4-2387c4f9514a {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.491111] env[62563]: DEBUG nova.scheduler.client.report [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1349.771644] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750559, 'name': CreateVM_Task, 'duration_secs': 0.381701} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.771815] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.772516] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.772680] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.772991] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.773274] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df2b6b07-5ca1-4a0e-bf33-8c99531546c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.778073] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Waiting for the task: (returnval){ [ 1349.778073] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52696e06-acb0-87e4-8748-deaff7ad1ce5" [ 1349.778073] env[62563]: _type = "Task" [ 1349.778073] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.785522] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52696e06-acb0-87e4-8748-deaff7ad1ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.935772] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.996975] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.997533] env[62563]: DEBUG nova.compute.manager [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1350.001274] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.951s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.001274] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.002819] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.810s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.004472] env[62563]: INFO nova.compute.claims [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.040682] env[62563]: INFO nova.scheduler.client.report [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Deleted allocations for instance c28d0db2-c24e-4a71-bd0f-1901be67aa1b [ 1350.160903] env[62563]: DEBUG nova.network.neutron [req-627c87de-5c1f-4de9-b71b-f1117b98f315 req-2f962627-a8b1-4798-8b36-b80f49617763 service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Updated VIF entry in instance network info cache for port a00e2aa0-473c-4e64-bcd4-2387c4f9514a. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.161286] env[62563]: DEBUG nova.network.neutron [req-627c87de-5c1f-4de9-b71b-f1117b98f315 req-2f962627-a8b1-4798-8b36-b80f49617763 service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Updating instance_info_cache with network_info: [{"id": "a00e2aa0-473c-4e64-bcd4-2387c4f9514a", "address": "fa:16:3e:7c:1d:05", "network": {"id": "b9630820-fdda-4e38-80a7-be289ef6a657", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1857116408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db5331728ff44a18fcd7c314b91d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00e2aa0-47", "ovs_interfaceid": "a00e2aa0-473c-4e64-bcd4-2387c4f9514a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.188543] env[62563]: DEBUG nova.network.neutron [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Successfully updated port: 2e1c65dc-3689-4785-b4d1-66a921415799 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.288656] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52696e06-acb0-87e4-8748-deaff7ad1ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.016088} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.288957] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.289211] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.289444] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.289596] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.289765] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.290044] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-359add8d-47d9-49fa-a5a5-a8a51f6a23da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.299460] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.299638] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.300365] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea969b48-133f-456c-9d8a-a6ae01e6f1bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.305887] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Waiting for the task: (returnval){ [ 1350.305887] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fd308d-a515-5e9c-2c54-e3ab17c6b91e" [ 1350.305887] env[62563]: _type = "Task" [ 1350.305887] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.313186] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fd308d-a515-5e9c-2c54-e3ab17c6b91e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.438059] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Releasing lock "refresh_cache-2b033436-f928-4302-b9bf-6d18fdf95b9b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.438381] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Updated the network info_cache for instance {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1350.438439] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.438634] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.438817] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.511061] env[62563]: DEBUG nova.compute.utils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1350.514943] env[62563]: DEBUG nova.compute.manager [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1350.514943] env[62563]: DEBUG nova.network.neutron [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.550310] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ce03be1f-e005-4025-8617-79a4820acf42 tempest-AttachInterfacesV270Test-70039885 tempest-AttachInterfacesV270Test-70039885-project-member] Lock "c28d0db2-c24e-4a71-bd0f-1901be67aa1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.452s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.567551] env[62563]: DEBUG nova.policy [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3190e7cb3d54fe7b69742021691bd68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e656488f509446a58d5855211ab47991', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1350.664219] env[62563]: DEBUG oslo_concurrency.lockutils [req-627c87de-5c1f-4de9-b71b-f1117b98f315 req-2f962627-a8b1-4798-8b36-b80f49617763 service nova] Releasing lock "refresh_cache-bc70735f-b8b7-4fc3-ac89-f896cb079bca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.691365] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "refresh_cache-7f2c98e0-89cc-4fb6-95a0-f28438906b75" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.691531] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquired lock "refresh_cache-7f2c98e0-89cc-4fb6-95a0-f28438906b75" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.691866] env[62563]: DEBUG nova.network.neutron [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.817393] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fd308d-a515-5e9c-2c54-e3ab17c6b91e, 'name': SearchDatastore_Task, 'duration_secs': 0.013273} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.818210] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64b3b120-a6a3-400b-9255-bb76782af6c5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.823796] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Waiting for the task: (returnval){ [ 1350.823796] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a6c40c-f8dc-f0ad-5790-653eb7b4d926" [ 1350.823796] env[62563]: _type = "Task" [ 1350.823796] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.833761] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a6c40c-f8dc-f0ad-5790-653eb7b4d926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.943221] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.015423] env[62563]: DEBUG nova.network.neutron [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Successfully created port: e87e1bc6-a6f2-4fdb-9256-447a852b7339 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1351.018045] env[62563]: DEBUG nova.compute.manager [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1351.245901] env[62563]: DEBUG nova.network.neutron [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.337818] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a6c40c-f8dc-f0ad-5790-653eb7b4d926, 'name': SearchDatastore_Task, 'duration_secs': 0.014112} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.338098] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.338363] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] bc70735f-b8b7-4fc3-ac89-f896cb079bca/bc70735f-b8b7-4fc3-ac89-f896cb079bca.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.338617] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4149adb7-35e3-44fb-a9f3-a4c9e0741872 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.347271] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Waiting for the task: (returnval){ [ 1351.347271] env[62563]: value = "task-1750560" [ 1351.347271] env[62563]: _type = "Task" [ 1351.347271] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.355767] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.493018] env[62563]: DEBUG nova.network.neutron [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Updating instance_info_cache with network_info: [{"id": "2e1c65dc-3689-4785-b4d1-66a921415799", "address": "fa:16:3e:39:81:3b", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1c65dc-36", "ovs_interfaceid": "2e1c65dc-3689-4785-b4d1-66a921415799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.499170] env[62563]: DEBUG nova.compute.manager [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Received event network-vif-plugged-2e1c65dc-3689-4785-b4d1-66a921415799 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1351.499457] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] Acquiring lock "7f2c98e0-89cc-4fb6-95a0-f28438906b75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.499716] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] Lock "7f2c98e0-89cc-4fb6-95a0-f28438906b75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.499943] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] Lock "7f2c98e0-89cc-4fb6-95a0-f28438906b75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.500161] env[62563]: DEBUG nova.compute.manager [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] No waiting events found dispatching network-vif-plugged-2e1c65dc-3689-4785-b4d1-66a921415799 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1351.500369] env[62563]: WARNING nova.compute.manager [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Received unexpected event network-vif-plugged-2e1c65dc-3689-4785-b4d1-66a921415799 for instance with vm_state building and task_state spawning. [ 1351.500583] env[62563]: DEBUG nova.compute.manager [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Received event network-changed-2e1c65dc-3689-4785-b4d1-66a921415799 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1351.500781] env[62563]: DEBUG nova.compute.manager [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Refreshing instance network info cache due to event network-changed-2e1c65dc-3689-4785-b4d1-66a921415799. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1351.500981] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] Acquiring lock "refresh_cache-7f2c98e0-89cc-4fb6-95a0-f28438906b75" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.589087] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6102b2e9-4735-4868-b038-5c5412154a10 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.598099] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166f7c54-3d6c-463e-b50a-3b9ab0c5dd57 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.635751] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5867770-a2ed-41e0-89aa-b8cff9535d50 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.646953] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6edbe4-7e20-4527-ae82-df3416bb1e03 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.662792] env[62563]: DEBUG nova.compute.provider_tree [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.862524] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750560, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.005069] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Releasing lock "refresh_cache-7f2c98e0-89cc-4fb6-95a0-f28438906b75" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.005740] env[62563]: DEBUG nova.compute.manager [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Instance network_info: |[{"id": "2e1c65dc-3689-4785-b4d1-66a921415799", "address": "fa:16:3e:39:81:3b", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1c65dc-36", "ovs_interfaceid": "2e1c65dc-3689-4785-b4d1-66a921415799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1352.006108] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] Acquired lock "refresh_cache-7f2c98e0-89cc-4fb6-95a0-f28438906b75" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.006339] env[62563]: DEBUG nova.network.neutron [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Refreshing network info cache for port 2e1c65dc-3689-4785-b4d1-66a921415799 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.007720] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:81:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e1c65dc-3689-4785-b4d1-66a921415799', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.017235] env[62563]: DEBUG oslo.service.loopingcall [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.019126] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.022669] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da30954e-0cc5-4a91-a2ff-0fab3557ad86 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.044085] env[62563]: DEBUG nova.compute.manager [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1352.051465] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.051465] env[62563]: value = "task-1750561" [ 1352.051465] env[62563]: _type = "Task" [ 1352.051465] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.060217] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750561, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.078822] env[62563]: DEBUG nova.virt.hardware [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1352.079071] env[62563]: DEBUG nova.virt.hardware [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1352.079223] env[62563]: DEBUG nova.virt.hardware [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.079746] env[62563]: DEBUG nova.virt.hardware [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1352.080027] env[62563]: DEBUG nova.virt.hardware [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.080416] env[62563]: DEBUG nova.virt.hardware [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1352.080671] env[62563]: DEBUG nova.virt.hardware [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1352.080886] env[62563]: DEBUG nova.virt.hardware [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1352.081121] env[62563]: DEBUG nova.virt.hardware [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1352.081355] env[62563]: DEBUG nova.virt.hardware [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1352.081602] env[62563]: DEBUG nova.virt.hardware [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1352.082579] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb04519a-194c-453a-9d2f-3dc81e23565c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.094025] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae2eefc-4cc1-4737-8bd6-db0a63bd4032 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.166916] env[62563]: DEBUG nova.scheduler.client.report [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1352.360137] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687589} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.360411] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] bc70735f-b8b7-4fc3-ac89-f896cb079bca/bc70735f-b8b7-4fc3-ac89-f896cb079bca.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.360620] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.360881] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a688fd75-cbe5-447c-a571-d0f07e2d5929 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.367726] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Waiting for the task: (returnval){ [ 1352.367726] env[62563]: value = "task-1750562" [ 1352.367726] env[62563]: _type = "Task" [ 1352.367726] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.376449] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.563979] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750561, 'name': CreateVM_Task, 'duration_secs': 0.473349} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.564304] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.564902] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.565080] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.565400] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1352.565659] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba92ac4-86b7-4ad3-ad74-451b8511dfdc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.570388] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1352.570388] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a4e55f-9316-3940-b0bc-aec5ce8fae4a" [ 1352.570388] env[62563]: _type = "Task" [ 1352.570388] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.579655] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a4e55f-9316-3940-b0bc-aec5ce8fae4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.679388] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.679898] env[62563]: DEBUG nova.compute.manager [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1352.686196] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.138s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.686196] env[62563]: INFO nova.compute.claims [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.805268] env[62563]: DEBUG nova.network.neutron [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Updated VIF entry in instance network info cache for port 2e1c65dc-3689-4785-b4d1-66a921415799. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.805268] env[62563]: DEBUG nova.network.neutron [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Updating instance_info_cache with network_info: [{"id": "2e1c65dc-3689-4785-b4d1-66a921415799", "address": "fa:16:3e:39:81:3b", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1c65dc-36", "ovs_interfaceid": "2e1c65dc-3689-4785-b4d1-66a921415799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.881292] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094211} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.881623] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.882440] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22983855-b307-4282-8955-86394736404b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.907123] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] bc70735f-b8b7-4fc3-ac89-f896cb079bca/bc70735f-b8b7-4fc3-ac89-f896cb079bca.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.907438] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32c24d05-65c6-42bf-88d6-a7091ce1ac05 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.929347] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Waiting for the task: (returnval){ [ 1352.929347] env[62563]: value = "task-1750563" [ 1352.929347] env[62563]: _type = "Task" [ 1352.929347] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.936725] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.991994] env[62563]: DEBUG nova.network.neutron [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Successfully updated port: e87e1bc6-a6f2-4fdb-9256-447a852b7339 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1353.084743] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a4e55f-9316-3940-b0bc-aec5ce8fae4a, 'name': SearchDatastore_Task, 'duration_secs': 0.047083} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.086426] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.086702] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.086944] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.087103] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.087289] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.087561] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da39f30d-e13a-4563-8879-bf2ed2b7b7ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.098104] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.098104] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.098104] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f05e183-f908-4338-9497-8b9b98a87ea1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.104306] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1353.104306] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52dcd305-ee33-6583-adaa-fe1b49e481b9" [ 1353.104306] env[62563]: _type = "Task" [ 1353.104306] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.110146] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52dcd305-ee33-6583-adaa-fe1b49e481b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.189777] env[62563]: DEBUG nova.compute.utils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1353.193582] env[62563]: DEBUG nova.compute.manager [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1353.193684] env[62563]: DEBUG nova.network.neutron [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1353.272157] env[62563]: DEBUG nova.policy [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeb9602acf414af6890ff90167492ab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d3b8e1ad0964f52a42f8e1a5c952d7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1353.306763] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfc2d2de-5ff8-4838-9936-aa7591a8cd58 req-1653ef0e-ab1d-4956-8410-f040a9edc6e8 service nova] Releasing lock "refresh_cache-7f2c98e0-89cc-4fb6-95a0-f28438906b75" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.437457] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750563, 'name': ReconfigVM_Task, 'duration_secs': 0.377078} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.437738] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Reconfigured VM instance instance-0000001b to attach disk [datastore1] bc70735f-b8b7-4fc3-ac89-f896cb079bca/bc70735f-b8b7-4fc3-ac89-f896cb079bca.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.438371] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58f99b52-799b-4927-84ce-fadf445da7f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.445806] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Waiting for the task: (returnval){ [ 1353.445806] env[62563]: value = "task-1750564" [ 1353.445806] env[62563]: _type = "Task" [ 1353.445806] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.454108] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750564, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.494512] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquiring lock "refresh_cache-0c280fa6-2976-4624-9979-518f921800b4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.494705] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquired lock "refresh_cache-0c280fa6-2976-4624-9979-518f921800b4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.494929] env[62563]: DEBUG nova.network.neutron [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.518654] env[62563]: DEBUG nova.compute.manager [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Received event network-vif-plugged-e87e1bc6-a6f2-4fdb-9256-447a852b7339 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1353.518894] env[62563]: DEBUG oslo_concurrency.lockutils [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] Acquiring lock "0c280fa6-2976-4624-9979-518f921800b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.519110] env[62563]: DEBUG oslo_concurrency.lockutils [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] Lock "0c280fa6-2976-4624-9979-518f921800b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.519276] env[62563]: DEBUG oslo_concurrency.lockutils [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] Lock "0c280fa6-2976-4624-9979-518f921800b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.519534] env[62563]: DEBUG nova.compute.manager [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] [instance: 0c280fa6-2976-4624-9979-518f921800b4] No waiting events found dispatching network-vif-plugged-e87e1bc6-a6f2-4fdb-9256-447a852b7339 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1353.519641] env[62563]: WARNING nova.compute.manager [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Received unexpected event network-vif-plugged-e87e1bc6-a6f2-4fdb-9256-447a852b7339 for instance with vm_state building and task_state spawning. [ 1353.519802] env[62563]: DEBUG nova.compute.manager [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Received event network-changed-e87e1bc6-a6f2-4fdb-9256-447a852b7339 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1353.519956] env[62563]: DEBUG nova.compute.manager [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Refreshing instance network info cache due to event network-changed-e87e1bc6-a6f2-4fdb-9256-447a852b7339. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1353.520233] env[62563]: DEBUG oslo_concurrency.lockutils [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] Acquiring lock "refresh_cache-0c280fa6-2976-4624-9979-518f921800b4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.612657] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52dcd305-ee33-6583-adaa-fe1b49e481b9, 'name': SearchDatastore_Task, 'duration_secs': 0.019252} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.613473] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9466448-93ee-4938-a54d-f699bf422858 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.621658] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1353.621658] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5254f3f0-3d04-05d3-2b79-744cc355b4a3" [ 1353.621658] env[62563]: _type = "Task" [ 1353.621658] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.631799] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5254f3f0-3d04-05d3-2b79-744cc355b4a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.691199] env[62563]: DEBUG nova.network.neutron [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Successfully created port: cb3e31b9-094a-42d2-9ffd-72c4e2883403 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1353.696828] env[62563]: DEBUG nova.compute.manager [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1353.963689] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750564, 'name': Rename_Task, 'duration_secs': 0.155893} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.964016] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.964297] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b963325-6988-4dca-819b-104fdd2e0ab7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.970717] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Waiting for the task: (returnval){ [ 1353.970717] env[62563]: value = "task-1750565" [ 1353.970717] env[62563]: _type = "Task" [ 1353.970717] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.981890] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.131032] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5254f3f0-3d04-05d3-2b79-744cc355b4a3, 'name': SearchDatastore_Task, 'duration_secs': 0.025907} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.131320] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.132100] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 7f2c98e0-89cc-4fb6-95a0-f28438906b75/7f2c98e0-89cc-4fb6-95a0-f28438906b75.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.132100] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93288764-9119-42b3-b70b-bc1912d45b0b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.143234] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1354.143234] env[62563]: value = "task-1750566" [ 1354.143234] env[62563]: _type = "Task" [ 1354.143234] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.155732] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.246154] env[62563]: DEBUG nova.network.neutron [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.262948] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c053b-63d1-0428-c7cb-b3484ec1f7a1/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1354.262948] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12d13e5-2e45-4101-880b-baf32e45297e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.271210] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c053b-63d1-0428-c7cb-b3484ec1f7a1/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1354.271210] env[62563]: ERROR oslo_vmware.rw_handles [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c053b-63d1-0428-c7cb-b3484ec1f7a1/disk-0.vmdk due to incomplete transfer. [ 1354.272061] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-80b84846-83bc-47ca-898b-11e55e3c124a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.279209] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c053b-63d1-0428-c7cb-b3484ec1f7a1/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1354.279443] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Uploaded image db53bb60-339d-4a82-82a4-1f1cf8a2544a to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1354.282521] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1354.282803] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-14e7b7c5-3acc-41e9-a185-be7d99466cf7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.292315] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1354.292315] env[62563]: value = "task-1750567" [ 1354.292315] env[62563]: _type = "Task" [ 1354.292315] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.301229] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750567, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.324406] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b053241d-6d9d-423f-a2b1-d66acecf941a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.332297] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185e185b-5255-4b84-b990-b1cb4409bae8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.371091] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f208572-ff27-4529-80d8-3aca34492836 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.382083] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4692997-857d-4698-82bc-80f989b40fc1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.397140] env[62563]: DEBUG nova.compute.provider_tree [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.484810] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750565, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.511670] env[62563]: DEBUG nova.network.neutron [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Updating instance_info_cache with network_info: [{"id": "e87e1bc6-a6f2-4fdb-9256-447a852b7339", "address": "fa:16:3e:2b:74:6a", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87e1bc6-a6", "ovs_interfaceid": "e87e1bc6-a6f2-4fdb-9256-447a852b7339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.664227] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750566, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.710385] env[62563]: DEBUG nova.compute.manager [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1354.746241] env[62563]: DEBUG nova.virt.hardware [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1354.746241] env[62563]: DEBUG nova.virt.hardware [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1354.746241] env[62563]: DEBUG nova.virt.hardware [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.746368] env[62563]: DEBUG nova.virt.hardware [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1354.746368] env[62563]: DEBUG nova.virt.hardware [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.746368] env[62563]: DEBUG nova.virt.hardware [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1354.746368] env[62563]: DEBUG nova.virt.hardware [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1354.746368] env[62563]: DEBUG nova.virt.hardware [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1354.746495] env[62563]: DEBUG nova.virt.hardware [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1354.746495] env[62563]: DEBUG nova.virt.hardware [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1354.746548] env[62563]: DEBUG nova.virt.hardware [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1354.747450] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aa63d2-cdb4-4a46-8d32-50d0916549f2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.757335] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca038c6e-da1c-4a04-b6b6-189ab1b7cd15 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.802451] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750567, 'name': Destroy_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.902220] env[62563]: DEBUG nova.scheduler.client.report [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1354.986605] env[62563]: DEBUG oslo_vmware.api [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750565, 'name': PowerOnVM_Task, 'duration_secs': 0.538883} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.989023] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.989023] env[62563]: INFO nova.compute.manager [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1354.989023] env[62563]: DEBUG nova.compute.manager [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1354.989023] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02602aed-ae93-49c2-8400-ca69aa6680b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.017030] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Releasing lock "refresh_cache-0c280fa6-2976-4624-9979-518f921800b4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.017030] env[62563]: DEBUG nova.compute.manager [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Instance network_info: |[{"id": "e87e1bc6-a6f2-4fdb-9256-447a852b7339", "address": "fa:16:3e:2b:74:6a", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87e1bc6-a6", "ovs_interfaceid": "e87e1bc6-a6f2-4fdb-9256-447a852b7339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1355.017365] env[62563]: DEBUG oslo_concurrency.lockutils [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] Acquired lock "refresh_cache-0c280fa6-2976-4624-9979-518f921800b4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.017365] env[62563]: DEBUG nova.network.neutron [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Refreshing network info cache for port e87e1bc6-a6f2-4fdb-9256-447a852b7339 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.017365] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:74:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e87e1bc6-a6f2-4fdb-9256-447a852b7339', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1355.026256] env[62563]: DEBUG oslo.service.loopingcall [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.031429] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1355.032566] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4584b470-d862-4c26-9a98-7bae4d593c46 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.055598] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.055598] env[62563]: value = "task-1750568" [ 1355.055598] env[62563]: _type = "Task" [ 1355.055598] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.065106] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750568, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.156834] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560369} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.157110] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 7f2c98e0-89cc-4fb6-95a0-f28438906b75/7f2c98e0-89cc-4fb6-95a0-f28438906b75.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.157319] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.157570] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cd37a79-42f0-4f65-92da-7fe2f4e8959b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.164279] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1355.164279] env[62563]: value = "task-1750569" [ 1355.164279] env[62563]: _type = "Task" [ 1355.164279] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.172448] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.305286] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750567, 'name': Destroy_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.366243] env[62563]: DEBUG nova.network.neutron [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Updated VIF entry in instance network info cache for port e87e1bc6-a6f2-4fdb-9256-447a852b7339. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.366753] env[62563]: DEBUG nova.network.neutron [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Updating instance_info_cache with network_info: [{"id": "e87e1bc6-a6f2-4fdb-9256-447a852b7339", "address": "fa:16:3e:2b:74:6a", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87e1bc6-a6", "ovs_interfaceid": "e87e1bc6-a6f2-4fdb-9256-447a852b7339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.411211] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.411816] env[62563]: DEBUG nova.compute.manager [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1355.414812] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.367s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.508872] env[62563]: INFO nova.compute.manager [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Took 43.56 seconds to build instance. [ 1355.567279] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750568, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.636939] env[62563]: DEBUG nova.compute.manager [req-56a6bb96-d44a-48fb-9f83-f3ce0145b8fa req-97e0c006-0a61-458f-abcc-ba8c9c8df5cc service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Received event network-vif-plugged-cb3e31b9-094a-42d2-9ffd-72c4e2883403 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1355.637191] env[62563]: DEBUG oslo_concurrency.lockutils [req-56a6bb96-d44a-48fb-9f83-f3ce0145b8fa req-97e0c006-0a61-458f-abcc-ba8c9c8df5cc service nova] Acquiring lock "edc08dae-5efc-4bdc-be26-1c8e20c23131-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.637407] env[62563]: DEBUG oslo_concurrency.lockutils [req-56a6bb96-d44a-48fb-9f83-f3ce0145b8fa req-97e0c006-0a61-458f-abcc-ba8c9c8df5cc service nova] Lock "edc08dae-5efc-4bdc-be26-1c8e20c23131-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.637656] env[62563]: DEBUG oslo_concurrency.lockutils [req-56a6bb96-d44a-48fb-9f83-f3ce0145b8fa req-97e0c006-0a61-458f-abcc-ba8c9c8df5cc service nova] Lock "edc08dae-5efc-4bdc-be26-1c8e20c23131-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.637840] env[62563]: DEBUG nova.compute.manager [req-56a6bb96-d44a-48fb-9f83-f3ce0145b8fa req-97e0c006-0a61-458f-abcc-ba8c9c8df5cc service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] No waiting events found dispatching network-vif-plugged-cb3e31b9-094a-42d2-9ffd-72c4e2883403 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1355.638051] env[62563]: WARNING nova.compute.manager [req-56a6bb96-d44a-48fb-9f83-f3ce0145b8fa req-97e0c006-0a61-458f-abcc-ba8c9c8df5cc service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Received unexpected event network-vif-plugged-cb3e31b9-094a-42d2-9ffd-72c4e2883403 for instance with vm_state building and task_state spawning. [ 1355.674545] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067198} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.674836] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.675631] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3016d9dc-5d5c-49c9-8a68-18d218d577a1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.709045] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 7f2c98e0-89cc-4fb6-95a0-f28438906b75/7f2c98e0-89cc-4fb6-95a0-f28438906b75.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.710055] env[62563]: DEBUG nova.network.neutron [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Successfully updated port: cb3e31b9-094a-42d2-9ffd-72c4e2883403 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1355.711459] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ffbd6e6-3bb5-44fa-9f69-269e375ca4b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.728781] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Acquiring lock "refresh_cache-edc08dae-5efc-4bdc-be26-1c8e20c23131" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.728781] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Acquired lock "refresh_cache-edc08dae-5efc-4bdc-be26-1c8e20c23131" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.728974] env[62563]: DEBUG nova.network.neutron [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.736054] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1355.736054] env[62563]: value = "task-1750570" [ 1355.736054] env[62563]: _type = "Task" [ 1355.736054] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.747964] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.803087] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750567, 'name': Destroy_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.870675] env[62563]: DEBUG oslo_concurrency.lockutils [req-c2808137-1ccf-49be-b035-13638844a908 req-afbe4b56-0621-4a04-83d2-b0d6a9624f36 service nova] Releasing lock "refresh_cache-0c280fa6-2976-4624-9979-518f921800b4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.917379] env[62563]: DEBUG nova.compute.utils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1355.918252] env[62563]: DEBUG nova.compute.manager [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1355.918342] env[62563]: DEBUG nova.network.neutron [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1355.923029] env[62563]: INFO nova.compute.claims [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.014263] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99331d4a-854c-44a8-beab-1291bc7de2b6 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Lock "bc70735f-b8b7-4fc3-ac89-f896cb079bca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.650s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.016991] env[62563]: DEBUG nova.policy [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa1a8776181f4dc4949da8149997cef6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cc57588377a4db4a6808c743dd7ef1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1356.068627] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750568, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.250854] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750570, 'name': ReconfigVM_Task, 'duration_secs': 0.437626} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.251279] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 7f2c98e0-89cc-4fb6-95a0-f28438906b75/7f2c98e0-89cc-4fb6-95a0-f28438906b75.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.252068] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87d10d75-ed11-43cc-9fd3-c436c48bb362 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.263139] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1356.263139] env[62563]: value = "task-1750571" [ 1356.263139] env[62563]: _type = "Task" [ 1356.263139] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.270890] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750571, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.286339] env[62563]: DEBUG nova.network.neutron [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1356.306702] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750567, 'name': Destroy_Task, 'duration_secs': 1.89275} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.309060] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Destroyed the VM [ 1356.309358] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1356.309724] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-adef23d4-e94d-4b8b-99e3-d43b3d06d08f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.316613] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1356.316613] env[62563]: value = "task-1750572" [ 1356.316613] env[62563]: _type = "Task" [ 1356.316613] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.427215] env[62563]: DEBUG nova.compute.manager [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1356.432609] env[62563]: INFO nova.compute.resource_tracker [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating resource usage from migration 1f37e130-bded-4fda-8a5b-1dba7816e256 [ 1356.528967] env[62563]: DEBUG nova.compute.manager [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1356.574796] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750568, 'name': CreateVM_Task, 'duration_secs': 1.370976} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.577649] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.578920] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.578920] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.578987] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.579614] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4fb0e3-7b04-4b0e-9a00-c8e68a3af52f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.586205] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1356.586205] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d80927-f382-bd39-b0c0-949efcc9631f" [ 1356.586205] env[62563]: _type = "Task" [ 1356.586205] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.607680] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d80927-f382-bd39-b0c0-949efcc9631f, 'name': SearchDatastore_Task, 'duration_secs': 0.008709} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.608823] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.608823] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.608823] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.608823] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.609058] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.609349] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34c5bc92-ac4c-4fe1-b82c-5bee7b464390 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.614498] env[62563]: DEBUG nova.network.neutron [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Updating instance_info_cache with network_info: [{"id": "cb3e31b9-094a-42d2-9ffd-72c4e2883403", "address": "fa:16:3e:0a:06:8a", "network": {"id": "813e7799-a62c-4cbb-a263-bf18ce03868f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-132355866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3b8e1ad0964f52a42f8e1a5c952d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3e31b9-09", "ovs_interfaceid": "cb3e31b9-094a-42d2-9ffd-72c4e2883403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.620827] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.621306] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.621806] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09af9fc8-7ad2-48b2-891f-ea8da6bbb56d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.625431] env[62563]: DEBUG nova.network.neutron [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Successfully created port: 41970ea1-4453-4aff-8011-ec0b52788441 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1356.633323] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1356.633323] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f8e437-ad49-be9b-8774-c27315f94f06" [ 1356.633323] env[62563]: _type = "Task" [ 1356.633323] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.645057] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f8e437-ad49-be9b-8774-c27315f94f06, 'name': SearchDatastore_Task, 'duration_secs': 0.008167} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.648156] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857947ef-2e80-4f9c-9ecd-0b69f175f30d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.653985] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1356.653985] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ba45fb-8ece-81ef-c07c-83ecd358d94d" [ 1356.653985] env[62563]: _type = "Task" [ 1356.653985] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.662425] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ba45fb-8ece-81ef-c07c-83ecd358d94d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.733445] env[62563]: DEBUG nova.compute.manager [req-61b0d0a0-fd70-4a1a-86bc-39e1f98c1f61 req-76ce1f86-680d-4f47-b1c3-04c239574c5d service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Received event network-changed-a00e2aa0-473c-4e64-bcd4-2387c4f9514a {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1356.733674] env[62563]: DEBUG nova.compute.manager [req-61b0d0a0-fd70-4a1a-86bc-39e1f98c1f61 req-76ce1f86-680d-4f47-b1c3-04c239574c5d service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Refreshing instance network info cache due to event network-changed-a00e2aa0-473c-4e64-bcd4-2387c4f9514a. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1356.734559] env[62563]: DEBUG oslo_concurrency.lockutils [req-61b0d0a0-fd70-4a1a-86bc-39e1f98c1f61 req-76ce1f86-680d-4f47-b1c3-04c239574c5d service nova] Acquiring lock "refresh_cache-bc70735f-b8b7-4fc3-ac89-f896cb079bca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.734559] env[62563]: DEBUG oslo_concurrency.lockutils [req-61b0d0a0-fd70-4a1a-86bc-39e1f98c1f61 req-76ce1f86-680d-4f47-b1c3-04c239574c5d service nova] Acquired lock "refresh_cache-bc70735f-b8b7-4fc3-ac89-f896cb079bca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.734559] env[62563]: DEBUG nova.network.neutron [req-61b0d0a0-fd70-4a1a-86bc-39e1f98c1f61 req-76ce1f86-680d-4f47-b1c3-04c239574c5d service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Refreshing network info cache for port a00e2aa0-473c-4e64-bcd4-2387c4f9514a {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.774810] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750571, 'name': Rename_Task, 'duration_secs': 0.140436} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.775180] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.775464] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29e4030f-8b60-49b5-a1c5-f28c5ed2036f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.783956] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1356.783956] env[62563]: value = "task-1750573" [ 1356.783956] env[62563]: _type = "Task" [ 1356.783956] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.794930] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.828168] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750572, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.052962] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.114704] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbdbb93-5a1b-46fd-b391-19ed97c4e557 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.121636] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Releasing lock "refresh_cache-edc08dae-5efc-4bdc-be26-1c8e20c23131" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.121636] env[62563]: DEBUG nova.compute.manager [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Instance network_info: |[{"id": "cb3e31b9-094a-42d2-9ffd-72c4e2883403", "address": "fa:16:3e:0a:06:8a", "network": {"id": "813e7799-a62c-4cbb-a263-bf18ce03868f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-132355866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3b8e1ad0964f52a42f8e1a5c952d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3e31b9-09", "ovs_interfaceid": "cb3e31b9-094a-42d2-9ffd-72c4e2883403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1357.122103] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:06:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb3e31b9-094a-42d2-9ffd-72c4e2883403', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.129727] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Creating folder: Project (4d3b8e1ad0964f52a42f8e1a5c952d7b). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1357.130766] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83e9fe7-a85d-4ff5-bc06-9faedf137c4a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.141015] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b56277b-86de-41df-b34b-65349a8119dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.184434] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12bc319-a263-4481-8971-83ec8dc46117 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.187451] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Created folder: Project (4d3b8e1ad0964f52a42f8e1a5c952d7b) in parent group-v363823. [ 1357.187719] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Creating folder: Instances. Parent ref: group-v363904. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1357.188216] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89d2c54e-30c5-445c-997a-e65cbe14bf6f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.195820] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ba45fb-8ece-81ef-c07c-83ecd358d94d, 'name': SearchDatastore_Task, 'duration_secs': 0.009014} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.198218] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.198218] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0c280fa6-2976-4624-9979-518f921800b4/0c280fa6-2976-4624-9979-518f921800b4.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.199100] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-610ebef6-065f-424e-be10-773d31fc1445 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.201945] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee82762-6b0e-42dc-9988-ef62b9488b80 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.206015] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Created folder: Instances in parent group-v363904. [ 1357.206256] env[62563]: DEBUG oslo.service.loopingcall [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.206462] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1357.207439] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adc3fa8e-41b5-4516-abbb-46b9cdf56fa9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.233314] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1357.233314] env[62563]: value = "task-1750576" [ 1357.233314] env[62563]: _type = "Task" [ 1357.233314] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.233880] env[62563]: DEBUG nova.compute.provider_tree [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.244030] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.244030] env[62563]: value = "task-1750577" [ 1357.244030] env[62563]: _type = "Task" [ 1357.244030] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.251945] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.258028] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750577, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.301969] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750573, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.330504] env[62563]: DEBUG oslo_vmware.api [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750572, 'name': RemoveSnapshot_Task, 'duration_secs': 0.54068} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.330779] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1357.331015] env[62563]: INFO nova.compute.manager [None req-c62356e1-a05c-453c-a721-3d30ae963dc8 tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Took 15.99 seconds to snapshot the instance on the hypervisor. [ 1357.440308] env[62563]: DEBUG nova.compute.manager [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1357.475529] env[62563]: DEBUG nova.virt.hardware [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1357.475774] env[62563]: DEBUG nova.virt.hardware [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1357.475927] env[62563]: DEBUG nova.virt.hardware [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.476131] env[62563]: DEBUG nova.virt.hardware [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1357.476269] env[62563]: DEBUG nova.virt.hardware [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.476416] env[62563]: DEBUG nova.virt.hardware [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1357.476626] env[62563]: DEBUG nova.virt.hardware [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1357.476783] env[62563]: DEBUG nova.virt.hardware [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1357.476976] env[62563]: DEBUG nova.virt.hardware [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1357.477145] env[62563]: DEBUG nova.virt.hardware [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1357.477292] env[62563]: DEBUG nova.virt.hardware [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1357.479197] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd85f4c2-d89b-4665-a973-206f9788aafd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.486434] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133571d7-a1f2-49fc-986b-10c05d2df917 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.496351] env[62563]: DEBUG nova.network.neutron [req-61b0d0a0-fd70-4a1a-86bc-39e1f98c1f61 req-76ce1f86-680d-4f47-b1c3-04c239574c5d service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Updated VIF entry in instance network info cache for port a00e2aa0-473c-4e64-bcd4-2387c4f9514a. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.496351] env[62563]: DEBUG nova.network.neutron [req-61b0d0a0-fd70-4a1a-86bc-39e1f98c1f61 req-76ce1f86-680d-4f47-b1c3-04c239574c5d service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Updating instance_info_cache with network_info: [{"id": "a00e2aa0-473c-4e64-bcd4-2387c4f9514a", "address": "fa:16:3e:7c:1d:05", "network": {"id": "b9630820-fdda-4e38-80a7-be289ef6a657", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1857116408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db5331728ff44a18fcd7c314b91d9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00e2aa0-47", "ovs_interfaceid": "a00e2aa0-473c-4e64-bcd4-2387c4f9514a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.740368] env[62563]: DEBUG nova.scheduler.client.report [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1357.751525] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.760057] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750577, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.798579] env[62563]: DEBUG oslo_vmware.api [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750573, 'name': PowerOnVM_Task, 'duration_secs': 0.537791} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.798671] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.798855] env[62563]: INFO nova.compute.manager [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1357.799043] env[62563]: DEBUG nova.compute.manager [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1357.800219] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ce464-b950-41f8-b140-fa6fb1f36bf3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.813452] env[62563]: DEBUG nova.compute.manager [req-58ede8bd-1cec-4a87-8611-70a8c57e82e7 req-e5c7558a-e913-405d-8e1d-92b6d465ccdc service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Received event network-changed-cb3e31b9-094a-42d2-9ffd-72c4e2883403 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1357.817048] env[62563]: DEBUG nova.compute.manager [req-58ede8bd-1cec-4a87-8611-70a8c57e82e7 req-e5c7558a-e913-405d-8e1d-92b6d465ccdc service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Refreshing instance network info cache due to event network-changed-cb3e31b9-094a-42d2-9ffd-72c4e2883403. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1357.817048] env[62563]: DEBUG oslo_concurrency.lockutils [req-58ede8bd-1cec-4a87-8611-70a8c57e82e7 req-e5c7558a-e913-405d-8e1d-92b6d465ccdc service nova] Acquiring lock "refresh_cache-edc08dae-5efc-4bdc-be26-1c8e20c23131" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.817048] env[62563]: DEBUG oslo_concurrency.lockutils [req-58ede8bd-1cec-4a87-8611-70a8c57e82e7 req-e5c7558a-e913-405d-8e1d-92b6d465ccdc service nova] Acquired lock "refresh_cache-edc08dae-5efc-4bdc-be26-1c8e20c23131" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.817048] env[62563]: DEBUG nova.network.neutron [req-58ede8bd-1cec-4a87-8611-70a8c57e82e7 req-e5c7558a-e913-405d-8e1d-92b6d465ccdc service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Refreshing network info cache for port cb3e31b9-094a-42d2-9ffd-72c4e2883403 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.998746] env[62563]: DEBUG oslo_concurrency.lockutils [req-61b0d0a0-fd70-4a1a-86bc-39e1f98c1f61 req-76ce1f86-680d-4f47-b1c3-04c239574c5d service nova] Releasing lock "refresh_cache-bc70735f-b8b7-4fc3-ac89-f896cb079bca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.245981] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.250729] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.836s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.250957] env[62563]: INFO nova.compute.manager [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Migrating [ 1358.251189] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.251625] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.252916] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.925s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.253117] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.255596] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.134s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.255831] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.257976] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.022s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.258176] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.260448] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.604s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.262300] env[62563]: INFO nova.compute.claims [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.272417] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750577, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.294282] env[62563]: INFO nova.scheduler.client.report [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Deleted allocations for instance decfd5f0-3c57-4230-b6cf-5ffc541c53bf [ 1358.304111] env[62563]: INFO nova.scheduler.client.report [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Deleted allocations for instance 2b033436-f928-4302-b9bf-6d18fdf95b9b [ 1358.315401] env[62563]: INFO nova.scheduler.client.report [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Deleted allocations for instance 468d83b9-310a-4380-a855-b8a4db2c0ccf [ 1358.335182] env[62563]: INFO nova.compute.manager [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Took 43.56 seconds to build instance. [ 1358.610869] env[62563]: DEBUG nova.network.neutron [req-58ede8bd-1cec-4a87-8611-70a8c57e82e7 req-e5c7558a-e913-405d-8e1d-92b6d465ccdc service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Updated VIF entry in instance network info cache for port cb3e31b9-094a-42d2-9ffd-72c4e2883403. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.611321] env[62563]: DEBUG nova.network.neutron [req-58ede8bd-1cec-4a87-8611-70a8c57e82e7 req-e5c7558a-e913-405d-8e1d-92b6d465ccdc service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Updating instance_info_cache with network_info: [{"id": "cb3e31b9-094a-42d2-9ffd-72c4e2883403", "address": "fa:16:3e:0a:06:8a", "network": {"id": "813e7799-a62c-4cbb-a263-bf18ce03868f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-132355866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3b8e1ad0964f52a42f8e1a5c952d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3e31b9-09", "ovs_interfaceid": "cb3e31b9-094a-42d2-9ffd-72c4e2883403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.702904] env[62563]: DEBUG nova.network.neutron [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Successfully updated port: 41970ea1-4453-4aff-8011-ec0b52788441 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1358.746346] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.755160] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750577, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.767256] env[62563]: INFO nova.compute.rpcapi [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 1358.767803] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.803211] env[62563]: DEBUG oslo_concurrency.lockutils [None req-96bb3ae3-7884-43c7-becd-ab897426db6e tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "decfd5f0-3c57-4230-b6cf-5ffc541c53bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.494s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.814710] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b07e585-fce1-43da-890b-8ecd4ac46696 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "2b033436-f928-4302-b9bf-6d18fdf95b9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.751s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.829486] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f6f73d86-21d2-4a04-8088-3b8c8f7b85e4 tempest-ListServersNegativeTestJSON-139527255 tempest-ListServersNegativeTestJSON-139527255-project-member] Lock "468d83b9-310a-4380-a855-b8a4db2c0ccf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.598s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.836593] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Acquiring lock "b3197e09-444d-43fe-a8da-1b69794c4ea0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.836967] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lock "b3197e09-444d-43fe-a8da-1b69794c4ea0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.837080] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Acquiring lock "b3197e09-444d-43fe-a8da-1b69794c4ea0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.839193] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lock "b3197e09-444d-43fe-a8da-1b69794c4ea0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.839193] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lock "b3197e09-444d-43fe-a8da-1b69794c4ea0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.839336] env[62563]: DEBUG oslo_concurrency.lockutils [None req-74db177f-b606-4c55-bffd-b587515f9c06 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "7f2c98e0-89cc-4fb6-95a0-f28438906b75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.303s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.840771] env[62563]: INFO nova.compute.manager [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Terminating instance [ 1358.842535] env[62563]: DEBUG nova.compute.manager [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1358.842708] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.843657] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2dc10d-aff1-4344-9f3e-56456a190bcc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.856032] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.856032] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08a358e8-0de3-4bcd-9ed9-82ff67fd53fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.863435] env[62563]: DEBUG oslo_vmware.api [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1358.863435] env[62563]: value = "task-1750582" [ 1358.863435] env[62563]: _type = "Task" [ 1358.863435] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.872027] env[62563]: DEBUG oslo_vmware.api [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.115628] env[62563]: DEBUG oslo_concurrency.lockutils [req-58ede8bd-1cec-4a87-8611-70a8c57e82e7 req-e5c7558a-e913-405d-8e1d-92b6d465ccdc service nova] Releasing lock "refresh_cache-edc08dae-5efc-4bdc-be26-1c8e20c23131" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.205542] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Acquiring lock "refresh_cache-55c4bfb9-6f11-4207-aa10-8eff7addca9c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.205801] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Acquired lock "refresh_cache-55c4bfb9-6f11-4207-aa10-8eff7addca9c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.207270] env[62563]: DEBUG nova.network.neutron [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.249369] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.261167] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750577, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.285133] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.285409] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.285676] env[62563]: DEBUG nova.network.neutron [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.346095] env[62563]: DEBUG nova.compute.manager [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1359.375971] env[62563]: DEBUG oslo_vmware.api [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.552815] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d358d9eb-7cd4-4a24-b5e7-c27c5ef1c0ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.560638] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e7634c-ab14-425b-ae79-39cc1f4eea61 tempest-ServersAdminNegativeTestJSON-1897808898 tempest-ServersAdminNegativeTestJSON-1897808898-project-admin] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Suspending the VM {{(pid=62563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1359.560916] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-86dce5db-524b-4274-8a97-b0928bbc85ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.567443] env[62563]: DEBUG oslo_vmware.api [None req-e1e7634c-ab14-425b-ae79-39cc1f4eea61 tempest-ServersAdminNegativeTestJSON-1897808898 tempest-ServersAdminNegativeTestJSON-1897808898-project-admin] Waiting for the task: (returnval){ [ 1359.567443] env[62563]: value = "task-1750583" [ 1359.567443] env[62563]: _type = "Task" [ 1359.567443] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.578318] env[62563]: DEBUG oslo_vmware.api [None req-e1e7634c-ab14-425b-ae79-39cc1f4eea61 tempest-ServersAdminNegativeTestJSON-1897808898 tempest-ServersAdminNegativeTestJSON-1897808898-project-admin] Task: {'id': task-1750583, 'name': SuspendVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.753314] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.760165] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750577, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.778228] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8f87b1-331f-4258-8113-53f78874ee64 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.784402] env[62563]: DEBUG nova.network.neutron [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.787201] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16776d9c-8803-492e-b95d-f654594614a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.825879] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103c866a-a086-4449-9d96-decd82d55318 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.834835] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b395e9-d4b6-4fcd-89bb-610435af8b82 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.853255] env[62563]: DEBUG nova.compute.provider_tree [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.876818] env[62563]: DEBUG oslo_vmware.api [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.877977] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.926106] env[62563]: DEBUG nova.compute.manager [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Received event network-vif-plugged-41970ea1-4453-4aff-8011-ec0b52788441 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1359.926360] env[62563]: DEBUG oslo_concurrency.lockutils [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] Acquiring lock "55c4bfb9-6f11-4207-aa10-8eff7addca9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.926719] env[62563]: DEBUG oslo_concurrency.lockutils [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] Lock "55c4bfb9-6f11-4207-aa10-8eff7addca9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.926821] env[62563]: DEBUG oslo_concurrency.lockutils [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] Lock "55c4bfb9-6f11-4207-aa10-8eff7addca9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.926902] env[62563]: DEBUG nova.compute.manager [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] No waiting events found dispatching network-vif-plugged-41970ea1-4453-4aff-8011-ec0b52788441 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1359.927078] env[62563]: WARNING nova.compute.manager [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Received unexpected event network-vif-plugged-41970ea1-4453-4aff-8011-ec0b52788441 for instance with vm_state building and task_state spawning. [ 1359.927240] env[62563]: DEBUG nova.compute.manager [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Received event network-changed-41970ea1-4453-4aff-8011-ec0b52788441 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1359.927425] env[62563]: DEBUG nova.compute.manager [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Refreshing instance network info cache due to event network-changed-41970ea1-4453-4aff-8011-ec0b52788441. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1359.927601] env[62563]: DEBUG oslo_concurrency.lockutils [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] Acquiring lock "refresh_cache-55c4bfb9-6f11-4207-aa10-8eff7addca9c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.081497] env[62563]: DEBUG oslo_vmware.api [None req-e1e7634c-ab14-425b-ae79-39cc1f4eea61 tempest-ServersAdminNegativeTestJSON-1897808898 tempest-ServersAdminNegativeTestJSON-1897808898-project-admin] Task: {'id': task-1750583, 'name': SuspendVM_Task} progress is 41%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.134435] env[62563]: DEBUG nova.network.neutron [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Updating instance_info_cache with network_info: [{"id": "41970ea1-4453-4aff-8011-ec0b52788441", "address": "fa:16:3e:37:c0:08", "network": {"id": "a0a7c849-4b60-4f8f-a507-afdc001751b9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-584603406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc57588377a4db4a6808c743dd7ef1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41970ea1-44", "ovs_interfaceid": "41970ea1-4453-4aff-8011-ec0b52788441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.247494] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.259863] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750577, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.360677] env[62563]: DEBUG nova.scheduler.client.report [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1360.379374] env[62563]: DEBUG oslo_vmware.api [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.427608] env[62563]: DEBUG nova.network.neutron [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance_info_cache with network_info: [{"id": "55607a4f-c280-422c-96d9-bd66d49740c1", "address": "fa:16:3e:ba:b1:fe", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55607a4f-c2", "ovs_interfaceid": "55607a4f-c280-422c-96d9-bd66d49740c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.579068] env[62563]: DEBUG oslo_vmware.api [None req-e1e7634c-ab14-425b-ae79-39cc1f4eea61 tempest-ServersAdminNegativeTestJSON-1897808898 tempest-ServersAdminNegativeTestJSON-1897808898-project-admin] Task: {'id': task-1750583, 'name': SuspendVM_Task} progress is 41%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.638408] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Releasing lock "refresh_cache-55c4bfb9-6f11-4207-aa10-8eff7addca9c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.638760] env[62563]: DEBUG nova.compute.manager [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Instance network_info: |[{"id": "41970ea1-4453-4aff-8011-ec0b52788441", "address": "fa:16:3e:37:c0:08", "network": {"id": "a0a7c849-4b60-4f8f-a507-afdc001751b9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-584603406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc57588377a4db4a6808c743dd7ef1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41970ea1-44", "ovs_interfaceid": "41970ea1-4453-4aff-8011-ec0b52788441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1360.639079] env[62563]: DEBUG oslo_concurrency.lockutils [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] Acquired lock "refresh_cache-55c4bfb9-6f11-4207-aa10-8eff7addca9c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.639266] env[62563]: DEBUG nova.network.neutron [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Refreshing network info cache for port 41970ea1-4453-4aff-8011-ec0b52788441 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.640535] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:c0:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41970ea1-4453-4aff-8011-ec0b52788441', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1360.653634] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Creating folder: Project (8cc57588377a4db4a6808c743dd7ef1f). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1360.654769] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee2e0d87-9354-4a55-ae15-73447b40eb01 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.665916] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Created folder: Project (8cc57588377a4db4a6808c743dd7ef1f) in parent group-v363823. [ 1360.666142] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Creating folder: Instances. Parent ref: group-v363910. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1360.666378] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c1f73ce-5c2b-4e3a-a75f-392de661aec0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.676032] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Created folder: Instances in parent group-v363910. [ 1360.676250] env[62563]: DEBUG oslo.service.loopingcall [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.676435] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1360.676651] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4955e12a-c2a3-43ee-bce5-ddf3dd5eb122 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.695748] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1360.695748] env[62563]: value = "task-1750586" [ 1360.695748] env[62563]: _type = "Task" [ 1360.695748] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.706672] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750586, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.747805] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.758963] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750577, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.867579] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.867579] env[62563]: DEBUG nova.compute.manager [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1360.871341] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.806s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.871341] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.875921] env[62563]: DEBUG oslo_concurrency.lockutils [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.684s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.875921] env[62563]: DEBUG oslo_concurrency.lockutils [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.878893] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.967s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.880433] env[62563]: INFO nova.compute.claims [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.897641] env[62563]: DEBUG oslo_vmware.api [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.913594] env[62563]: INFO nova.scheduler.client.report [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Deleted allocations for instance 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f [ 1360.921907] env[62563]: INFO nova.scheduler.client.report [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Deleted allocations for instance efd6ac8e-019b-4ad2-b11e-13db5059201b [ 1360.933303] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.080022] env[62563]: DEBUG oslo_vmware.api [None req-e1e7634c-ab14-425b-ae79-39cc1f4eea61 tempest-ServersAdminNegativeTestJSON-1897808898 tempest-ServersAdminNegativeTestJSON-1897808898-project-admin] Task: {'id': task-1750583, 'name': SuspendVM_Task, 'duration_secs': 1.291529} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.083951] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e7634c-ab14-425b-ae79-39cc1f4eea61 tempest-ServersAdminNegativeTestJSON-1897808898 tempest-ServersAdminNegativeTestJSON-1897808898-project-admin] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Suspended the VM {{(pid=62563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1361.083951] env[62563]: DEBUG nova.compute.manager [None req-e1e7634c-ab14-425b-ae79-39cc1f4eea61 tempest-ServersAdminNegativeTestJSON-1897808898 tempest-ServersAdminNegativeTestJSON-1897808898-project-admin] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1361.083951] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad667079-82fa-42ce-8abb-d16a169018e6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.209132] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750586, 'name': CreateVM_Task, 'duration_secs': 0.411877} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.209470] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1361.210237] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.210530] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.211450] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.211871] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d0bec87-fdc7-4fbd-ba85-6c5cef163eea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.218684] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Waiting for the task: (returnval){ [ 1361.218684] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52eca8c1-c533-2eb3-2e5a-4a38aaa90537" [ 1361.218684] env[62563]: _type = "Task" [ 1361.218684] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.230466] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52eca8c1-c533-2eb3-2e5a-4a38aaa90537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.248985] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.262448] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750577, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.400909] env[62563]: DEBUG nova.compute.utils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1361.401322] env[62563]: DEBUG nova.compute.manager [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1361.401598] env[62563]: DEBUG nova.network.neutron [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.414204] env[62563]: DEBUG oslo_vmware.api [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750582, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.423744] env[62563]: DEBUG oslo_concurrency.lockutils [None req-93f58954-682b-4d70-a05f-2b8f963dee16 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "82ad51b2-ec4e-4fcb-86ae-b543a80bd50f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.375s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.431189] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2f0cde45-2b77-45f8-8b14-da0207f3f803 tempest-InstanceActionsNegativeTestJSON-60654830 tempest-InstanceActionsNegativeTestJSON-60654830-project-member] Lock "efd6ac8e-019b-4ad2-b11e-13db5059201b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.542s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.515708] env[62563]: DEBUG nova.policy [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d32d646474b4d578bd426cce729c5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '053e47f46cf24867892244da432f0474', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1361.560160] env[62563]: DEBUG nova.network.neutron [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Updated VIF entry in instance network info cache for port 41970ea1-4453-4aff-8011-ec0b52788441. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.560547] env[62563]: DEBUG nova.network.neutron [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Updating instance_info_cache with network_info: [{"id": "41970ea1-4453-4aff-8011-ec0b52788441", "address": "fa:16:3e:37:c0:08", "network": {"id": "a0a7c849-4b60-4f8f-a507-afdc001751b9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-584603406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc57588377a4db4a6808c743dd7ef1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41970ea1-44", "ovs_interfaceid": "41970ea1-4453-4aff-8011-ec0b52788441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.731854] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52eca8c1-c533-2eb3-2e5a-4a38aaa90537, 'name': SearchDatastore_Task, 'duration_secs': 0.016538} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.732221] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.732459] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.732742] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.732916] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.733340] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.733652] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25092d0d-da7f-4ea8-8064-0e7e457e0149 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.746546] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.746816] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.747659] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d19a81-398d-495c-9388-8452d36b2d20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.755588] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750576, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.474158} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.763157] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0c280fa6-2976-4624-9979-518f921800b4/0c280fa6-2976-4624-9979-518f921800b4.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1361.763538] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1361.763840] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Waiting for the task: (returnval){ [ 1361.763840] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a98c64-bb5e-aa6d-a15b-9e3477888b77" [ 1361.763840] env[62563]: _type = "Task" [ 1361.763840] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.764382] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32be5888-b204-4b7a-b147-0e0b2a676814 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.774942] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750577, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.780407] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a98c64-bb5e-aa6d-a15b-9e3477888b77, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.782362] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1361.782362] env[62563]: value = "task-1750587" [ 1361.782362] env[62563]: _type = "Task" [ 1361.782362] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.782556] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee5ff16-fbb7-46d8-8534-85c6ad29f484 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.790672] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Waiting for the task: (returnval){ [ 1361.790672] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52189494-cc85-0604-4a35-1a2affbc6e6c" [ 1361.790672] env[62563]: _type = "Task" [ 1361.790672] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.793887] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.801615] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52189494-cc85-0604-4a35-1a2affbc6e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.893748] env[62563]: DEBUG oslo_vmware.api [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750582, 'name': PowerOffVM_Task, 'duration_secs': 2.595791} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.894096] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.894293] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.894634] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b33454ef-4a68-4131-92d0-d8b92926c174 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.905734] env[62563]: DEBUG nova.compute.manager [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1362.053295] env[62563]: DEBUG nova.network.neutron [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Successfully created port: f7fca3bf-da6d-4840-a4b8-1fe86b88cacf {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.057915] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.058675] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.058881] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Deleting the datastore file [datastore1] b3197e09-444d-43fe-a8da-1b69794c4ea0 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.059164] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73ed7cf4-c4f4-42fa-98b8-83c120e93dad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.067710] env[62563]: DEBUG oslo_concurrency.lockutils [req-72f4986e-d0e6-491c-8f44-9076fa3220d8 req-cf6909a7-7912-42bb-ba6e-b32a74a4e74e service nova] Releasing lock "refresh_cache-55c4bfb9-6f11-4207-aa10-8eff7addca9c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.067710] env[62563]: DEBUG oslo_vmware.api [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for the task: (returnval){ [ 1362.067710] env[62563]: value = "task-1750589" [ 1362.067710] env[62563]: _type = "Task" [ 1362.067710] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.085751] env[62563]: DEBUG oslo_vmware.api [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.226699] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "600a8045-e5bc-429c-901d-66f0be5c08ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.226954] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "600a8045-e5bc-429c-901d-66f0be5c08ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.268651] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750577, 'name': CreateVM_Task, 'duration_secs': 4.589685} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.268651] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.268966] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.269129] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.269452] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.269704] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11b0c2a-6def-4ee1-b1e2-78292e7d64d9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.277695] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Waiting for the task: (returnval){ [ 1362.277695] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b4c197-e023-024d-8516-3398bbd310ae" [ 1362.277695] env[62563]: _type = "Task" [ 1362.277695] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.287147] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b4c197-e023-024d-8516-3398bbd310ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.301707] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078654} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.302884] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1362.303619] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ed13d-cf1d-46c3-9d30-0cadbd9d0504 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.311264] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52189494-cc85-0604-4a35-1a2affbc6e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.311264] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.311573] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 55c4bfb9-6f11-4207-aa10-8eff7addca9c/55c4bfb9-6f11-4207-aa10-8eff7addca9c.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1362.314820] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8616b6f-b444-478c-9e19-b2aaf382ea21 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.338308] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 0c280fa6-2976-4624-9979-518f921800b4/0c280fa6-2976-4624-9979-518f921800b4.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.339147] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-017272d8-8d69-43df-bd96-e7a33f7a1fac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.359574] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Waiting for the task: (returnval){ [ 1362.359574] env[62563]: value = "task-1750590" [ 1362.359574] env[62563]: _type = "Task" [ 1362.359574] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.365693] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1362.365693] env[62563]: value = "task-1750591" [ 1362.365693] env[62563]: _type = "Task" [ 1362.365693] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.372508] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.380060] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.447960] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0bb8fc-e4d8-45d3-a080-5592fbcdc630 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.467098] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance 'd463557f-2915-4d0b-9ed9-cf8ad14a99e7' progress to 0 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1362.506591] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831b3e93-9ed2-4e86-a47b-a3ff6d77d8f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.515051] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f6a974-d195-4bb7-9dc2-572dc719ef16 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.550206] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369a3c76-8e46-43c1-858d-1a0e2dbabca3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.565583] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93260ff-0b55-40c3-8161-9e45a7f68685 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.580606] env[62563]: DEBUG oslo_vmware.api [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Task: {'id': task-1750589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145045} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.590855] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.590855] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.590855] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.590855] env[62563]: INFO nova.compute.manager [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Took 3.75 seconds to destroy the instance on the hypervisor. [ 1362.590855] env[62563]: DEBUG oslo.service.loopingcall [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.593146] env[62563]: DEBUG nova.compute.provider_tree [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.593609] env[62563]: DEBUG nova.compute.manager [-] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1362.593727] env[62563]: DEBUG nova.network.neutron [-] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1362.790816] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b4c197-e023-024d-8516-3398bbd310ae, 'name': SearchDatastore_Task, 'duration_secs': 0.017586} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.791084] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.791183] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.791522] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.791684] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.791966] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.792875] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c46de271-e034-4ab7-8730-7a843d4c855c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.803764] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.804566] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.805486] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f778ec-725c-4f74-9a3a-7c31a76ec4f4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.814362] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Waiting for the task: (returnval){ [ 1362.814362] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5259232f-2b6e-372c-286c-944f62324db1" [ 1362.814362] env[62563]: _type = "Task" [ 1362.814362] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.825691] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5259232f-2b6e-372c-286c-944f62324db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.874117] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477289} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.874909] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 55c4bfb9-6f11-4207-aa10-8eff7addca9c/55c4bfb9-6f11-4207-aa10-8eff7addca9c.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.875236] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.875571] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f96c8dd1-a492-4fdc-8c24-a16f6e9017c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.883201] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.887747] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Waiting for the task: (returnval){ [ 1362.887747] env[62563]: value = "task-1750592" [ 1362.887747] env[62563]: _type = "Task" [ 1362.887747] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.895235] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.917598] env[62563]: DEBUG nova.compute.manager [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1362.948929] env[62563]: DEBUG nova.virt.hardware [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1362.949259] env[62563]: DEBUG nova.virt.hardware [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1362.949511] env[62563]: DEBUG nova.virt.hardware [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.949910] env[62563]: DEBUG nova.virt.hardware [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1362.949999] env[62563]: DEBUG nova.virt.hardware [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.950243] env[62563]: DEBUG nova.virt.hardware [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1362.950475] env[62563]: DEBUG nova.virt.hardware [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1362.950659] env[62563]: DEBUG nova.virt.hardware [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1362.950895] env[62563]: DEBUG nova.virt.hardware [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1362.951183] env[62563]: DEBUG nova.virt.hardware [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1362.951532] env[62563]: DEBUG nova.virt.hardware [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1362.952714] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22d8d93-0fff-4979-bd22-f6c544b664a1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.962701] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f784a7c-309f-4259-975f-e3db8d612231 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.978335] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.978805] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf9a804f-cc37-4947-b9c3-74dbbd41809b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.984831] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1362.984831] env[62563]: value = "task-1750593" [ 1362.984831] env[62563]: _type = "Task" [ 1362.984831] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.992832] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.065479] env[62563]: DEBUG oslo_concurrency.lockutils [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "bcbe9cac-5512-47c8-8c57-b4cac4dc7d50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.065739] env[62563]: DEBUG oslo_concurrency.lockutils [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "bcbe9cac-5512-47c8-8c57-b4cac4dc7d50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.065948] env[62563]: DEBUG oslo_concurrency.lockutils [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "bcbe9cac-5512-47c8-8c57-b4cac4dc7d50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.066151] env[62563]: DEBUG oslo_concurrency.lockutils [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "bcbe9cac-5512-47c8-8c57-b4cac4dc7d50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.066317] env[62563]: DEBUG oslo_concurrency.lockutils [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "bcbe9cac-5512-47c8-8c57-b4cac4dc7d50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.068710] env[62563]: INFO nova.compute.manager [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Terminating instance [ 1363.070347] env[62563]: DEBUG nova.compute.manager [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1363.070548] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.071689] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082d0235-3859-4efe-8217-49250a1655ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.081875] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.082590] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3cdabc4-facd-4685-b4cc-e884d2803f28 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.089632] env[62563]: DEBUG oslo_vmware.api [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1363.089632] env[62563]: value = "task-1750594" [ 1363.089632] env[62563]: _type = "Task" [ 1363.089632] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.099146] env[62563]: DEBUG nova.scheduler.client.report [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1363.102592] env[62563]: DEBUG oslo_vmware.api [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.337919] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5259232f-2b6e-372c-286c-944f62324db1, 'name': SearchDatastore_Task, 'duration_secs': 0.013387} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.338150] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237e5882-6800-4f5b-a3a2-92a94bdee3a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.345069] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Waiting for the task: (returnval){ [ 1363.345069] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527ceaf2-1693-6c1e-8bc0-8aaf1fc871b6" [ 1363.345069] env[62563]: _type = "Task" [ 1363.345069] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.355510] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527ceaf2-1693-6c1e-8bc0-8aaf1fc871b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.364163] env[62563]: DEBUG nova.compute.manager [req-75a26036-6de4-4908-97c7-2e4149e2cf32 req-84a58abc-69b0-42db-8126-07d95621b58b service nova] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Received event network-vif-deleted-b6d6a366-5f48-4714-ac81-320f6374557a {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1363.364163] env[62563]: INFO nova.compute.manager [req-75a26036-6de4-4908-97c7-2e4149e2cf32 req-84a58abc-69b0-42db-8126-07d95621b58b service nova] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Neutron deleted interface b6d6a366-5f48-4714-ac81-320f6374557a; detaching it from the instance and deleting it from the info cache [ 1363.364163] env[62563]: DEBUG nova.network.neutron [req-75a26036-6de4-4908-97c7-2e4149e2cf32 req-84a58abc-69b0-42db-8126-07d95621b58b service nova] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.377338] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750591, 'name': ReconfigVM_Task, 'duration_secs': 0.561422} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.377617] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 0c280fa6-2976-4624-9979-518f921800b4/0c280fa6-2976-4624-9979-518f921800b4.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.378465] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8f2e6f6-5da8-400f-8dd8-d4a0abc360bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.385477] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1363.385477] env[62563]: value = "task-1750595" [ 1363.385477] env[62563]: _type = "Task" [ 1363.385477] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.397745] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750595, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.402853] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075704} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.403145] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.403993] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fafec8e-4e6b-4ade-8310-7ca5a4edf8b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.427218] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 55c4bfb9-6f11-4207-aa10-8eff7addca9c/55c4bfb9-6f11-4207-aa10-8eff7addca9c.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.427907] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa355ed-454e-4c5b-8faf-f88fcb3d5534 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.453023] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Waiting for the task: (returnval){ [ 1363.453023] env[62563]: value = "task-1750596" [ 1363.453023] env[62563]: _type = "Task" [ 1363.453023] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.463248] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.494635] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750593, 'name': PowerOffVM_Task, 'duration_secs': 0.205272} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.494953] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.495145] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance 'd463557f-2915-4d0b-9ed9-cf8ad14a99e7' progress to 17 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.562979] env[62563]: DEBUG nova.network.neutron [-] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.608273] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.608979] env[62563]: DEBUG nova.compute.manager [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1363.612906] env[62563]: DEBUG oslo_vmware.api [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750594, 'name': PowerOffVM_Task, 'duration_secs': 0.217489} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.617020] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.921s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.617020] env[62563]: INFO nova.compute.claims [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.617702] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.618753] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.619479] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dedcb7b-5018-4b6e-b73f-4c5a85ea468c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.806454] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.806454] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.806454] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Deleting the datastore file [datastore1] bcbe9cac-5512-47c8-8c57-b4cac4dc7d50 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.806454] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f851968d-484f-4b4b-9b64-c2392d907e04 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.816249] env[62563]: DEBUG oslo_vmware.api [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1363.816249] env[62563]: value = "task-1750599" [ 1363.816249] env[62563]: _type = "Task" [ 1363.816249] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.827597] env[62563]: DEBUG oslo_vmware.api [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.858721] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527ceaf2-1693-6c1e-8bc0-8aaf1fc871b6, 'name': SearchDatastore_Task, 'duration_secs': 0.033493} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.859242] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.859742] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] edc08dae-5efc-4bdc-be26-1c8e20c23131/edc08dae-5efc-4bdc-be26-1c8e20c23131.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.860696] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb5682b4-059f-4e46-a52c-874dff864349 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.865666] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fbddbcd-279f-42f9-a1d5-1d4c4c65076e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.877562] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbc460d-18cb-4d8e-a14c-e4e67cab9c27 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.895342] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Waiting for the task: (returnval){ [ 1363.895342] env[62563]: value = "task-1750600" [ 1363.895342] env[62563]: _type = "Task" [ 1363.895342] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.913820] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.930837] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750595, 'name': Rename_Task, 'duration_secs': 0.210956} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.931548] env[62563]: DEBUG nova.compute.manager [req-75a26036-6de4-4908-97c7-2e4149e2cf32 req-84a58abc-69b0-42db-8126-07d95621b58b service nova] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Detach interface failed, port_id=b6d6a366-5f48-4714-ac81-320f6374557a, reason: Instance b3197e09-444d-43fe-a8da-1b69794c4ea0 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1363.932043] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.932255] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afadef2d-673a-4d46-a33d-f1c6e4b8c109 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.940435] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1363.940435] env[62563]: value = "task-1750601" [ 1363.940435] env[62563]: _type = "Task" [ 1363.940435] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.952448] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.963780] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750596, 'name': ReconfigVM_Task, 'duration_secs': 0.301271} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.964315] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 55c4bfb9-6f11-4207-aa10-8eff7addca9c/55c4bfb9-6f11-4207-aa10-8eff7addca9c.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.965251] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76dd84ff-fac5-4583-9c07-66fc8b6e5028 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.973192] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Waiting for the task: (returnval){ [ 1363.973192] env[62563]: value = "task-1750602" [ 1363.973192] env[62563]: _type = "Task" [ 1363.973192] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.986906] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750602, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.001965] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1364.002247] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1364.002395] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.002574] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1364.002719] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.002863] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1364.003400] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1364.003729] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1364.003920] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1364.004130] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1364.004336] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1364.010802] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb62fb7-36e3-484d-8f79-5f35641b7331 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.030993] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1364.030993] env[62563]: value = "task-1750603" [ 1364.030993] env[62563]: _type = "Task" [ 1364.030993] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.040884] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.068578] env[62563]: INFO nova.compute.manager [-] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Took 1.47 seconds to deallocate network for instance. [ 1364.123917] env[62563]: DEBUG nova.compute.utils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1364.126599] env[62563]: DEBUG nova.compute.manager [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1364.126599] env[62563]: DEBUG nova.network.neutron [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1364.331231] env[62563]: DEBUG oslo_vmware.api [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.352317] env[62563]: DEBUG nova.network.neutron [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Successfully updated port: f7fca3bf-da6d-4840-a4b8-1fe86b88cacf {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.387333] env[62563]: DEBUG nova.policy [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef455eea0d3648e19231c61cd459836a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4323d221de340c287642facff80086c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1364.409420] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.447044] env[62563]: DEBUG nova.compute.manager [req-5891e749-bf5b-4b46-8bbc-ef85b2c70220 req-dd7e5077-d330-48aa-be4b-920c7866b336 service nova] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Received event network-vif-plugged-f7fca3bf-da6d-4840-a4b8-1fe86b88cacf {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1364.447281] env[62563]: DEBUG oslo_concurrency.lockutils [req-5891e749-bf5b-4b46-8bbc-ef85b2c70220 req-dd7e5077-d330-48aa-be4b-920c7866b336 service nova] Acquiring lock "2eedeced-bedd-403a-aef8-f1fa5707d710-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.447493] env[62563]: DEBUG oslo_concurrency.lockutils [req-5891e749-bf5b-4b46-8bbc-ef85b2c70220 req-dd7e5077-d330-48aa-be4b-920c7866b336 service nova] Lock "2eedeced-bedd-403a-aef8-f1fa5707d710-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.447660] env[62563]: DEBUG oslo_concurrency.lockutils [req-5891e749-bf5b-4b46-8bbc-ef85b2c70220 req-dd7e5077-d330-48aa-be4b-920c7866b336 service nova] Lock "2eedeced-bedd-403a-aef8-f1fa5707d710-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.447910] env[62563]: DEBUG nova.compute.manager [req-5891e749-bf5b-4b46-8bbc-ef85b2c70220 req-dd7e5077-d330-48aa-be4b-920c7866b336 service nova] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] No waiting events found dispatching network-vif-plugged-f7fca3bf-da6d-4840-a4b8-1fe86b88cacf {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1364.447995] env[62563]: WARNING nova.compute.manager [req-5891e749-bf5b-4b46-8bbc-ef85b2c70220 req-dd7e5077-d330-48aa-be4b-920c7866b336 service nova] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Received unexpected event network-vif-plugged-f7fca3bf-da6d-4840-a4b8-1fe86b88cacf for instance with vm_state building and task_state spawning. [ 1364.456148] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.484512] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750602, 'name': Rename_Task, 'duration_secs': 0.219866} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.485394] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.485653] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b2ea005-7e5e-4a42-90ef-e85387241e43 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.493212] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Waiting for the task: (returnval){ [ 1364.493212] env[62563]: value = "task-1750604" [ 1364.493212] env[62563]: _type = "Task" [ 1364.493212] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.503189] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.541368] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750603, 'name': ReconfigVM_Task, 'duration_secs': 0.201844} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.541942] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance 'd463557f-2915-4d0b-9ed9-cf8ad14a99e7' progress to 33 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.574536] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.629322] env[62563]: DEBUG nova.compute.manager [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1364.833067] env[62563]: DEBUG oslo_vmware.api [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.655422} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.834204] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.837139] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.837139] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.837139] env[62563]: INFO nova.compute.manager [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1364.837139] env[62563]: DEBUG oslo.service.loopingcall [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.837139] env[62563]: DEBUG nova.compute.manager [-] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1364.837323] env[62563]: DEBUG nova.network.neutron [-] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.855276] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "refresh_cache-2eedeced-bedd-403a-aef8-f1fa5707d710" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.855276] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "refresh_cache-2eedeced-bedd-403a-aef8-f1fa5707d710" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.855276] env[62563]: DEBUG nova.network.neutron [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.915783] env[62563]: DEBUG nova.network.neutron [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Successfully created port: ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1364.927294] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750600, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.956347] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750601, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.006879] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750604, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.048897] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1365.048897] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1365.048897] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.048897] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1365.049277] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.049277] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1365.049277] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1365.049277] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1365.049428] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1365.049458] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1365.049655] env[62563]: DEBUG nova.virt.hardware [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1365.055678] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1365.057905] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99a2378f-62ca-4a97-87c0-e249d2e6c0fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.080029] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1365.080029] env[62563]: value = "task-1750605" [ 1365.080029] env[62563]: _type = "Task" [ 1365.080029] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.087918] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.262028] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212fbee1-6eee-4ef0-9a41-eea3f5acb05b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.270258] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000395c4-40df-4ee0-90a0-6a857cb3c6a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.309591] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d4264-c403-4007-a5ff-33149dca3a84 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.319058] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7556da-d6d5-4740-92b7-04df823d33cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.335064] env[62563]: DEBUG nova.compute.provider_tree [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.413042] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750600, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.133574} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.413042] env[62563]: DEBUG nova.network.neutron [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.415209] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] edc08dae-5efc-4bdc-be26-1c8e20c23131/edc08dae-5efc-4bdc-be26-1c8e20c23131.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.415420] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.415675] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4262b29e-f973-4228-800c-679bc5714672 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.422980] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Waiting for the task: (returnval){ [ 1365.422980] env[62563]: value = "task-1750606" [ 1365.422980] env[62563]: _type = "Task" [ 1365.422980] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.432634] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.455482] env[62563]: DEBUG oslo_vmware.api [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750601, 'name': PowerOnVM_Task, 'duration_secs': 1.299752} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.455905] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.456244] env[62563]: INFO nova.compute.manager [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Took 13.41 seconds to spawn the instance on the hypervisor. [ 1365.456616] env[62563]: DEBUG nova.compute.manager [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1365.457501] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79783da2-9b74-46bd-a772-d3e9ead8d09a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.512310] env[62563]: DEBUG oslo_vmware.api [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750604, 'name': PowerOnVM_Task, 'duration_secs': 0.674324} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.512310] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.512575] env[62563]: INFO nova.compute.manager [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1365.512812] env[62563]: DEBUG nova.compute.manager [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1365.514042] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c054cf-1d7f-4a68-ade4-c88020873ac5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.589163] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750605, 'name': ReconfigVM_Task, 'duration_secs': 0.213315} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.589163] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1365.589652] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e99fac-8bc3-48cc-b778-5f317a160b6e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.615799] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] d463557f-2915-4d0b-9ed9-cf8ad14a99e7/d463557f-2915-4d0b-9ed9-cf8ad14a99e7.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.616466] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd1fd13-7ace-4b90-be1c-dcc56ee53808 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.637127] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1365.637127] env[62563]: value = "task-1750608" [ 1365.637127] env[62563]: _type = "Task" [ 1365.637127] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.645492] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.649659] env[62563]: DEBUG nova.compute.manager [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1365.677955] env[62563]: DEBUG nova.network.neutron [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Updating instance_info_cache with network_info: [{"id": "f7fca3bf-da6d-4840-a4b8-1fe86b88cacf", "address": "fa:16:3e:d9:93:a9", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7fca3bf-da", "ovs_interfaceid": "f7fca3bf-da6d-4840-a4b8-1fe86b88cacf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.680929] env[62563]: DEBUG nova.virt.hardware [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1365.683053] env[62563]: DEBUG nova.virt.hardware [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1365.683053] env[62563]: DEBUG nova.virt.hardware [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.683053] env[62563]: DEBUG nova.virt.hardware [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1365.683053] env[62563]: DEBUG nova.virt.hardware [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.683053] env[62563]: DEBUG nova.virt.hardware [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1365.683625] env[62563]: DEBUG nova.virt.hardware [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1365.683625] env[62563]: DEBUG nova.virt.hardware [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1365.683625] env[62563]: DEBUG nova.virt.hardware [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1365.683625] env[62563]: DEBUG nova.virt.hardware [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1365.683625] env[62563]: DEBUG nova.virt.hardware [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1365.683802] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea31d837-23aa-449e-ac6a-eccac37d97ca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.692225] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7198cfee-12e9-4630-8e5f-1b50e57e8fc6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.813276] env[62563]: DEBUG nova.network.neutron [-] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.841841] env[62563]: DEBUG nova.scheduler.client.report [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1365.935981] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077287} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.937135] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.938515] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a282db54-d4ea-4804-bbde-f6502003f2ea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.965395] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] edc08dae-5efc-4bdc-be26-1c8e20c23131/edc08dae-5efc-4bdc-be26-1c8e20c23131.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.965681] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3fcdcec-7580-46d9-bc5a-29fed60ba5e3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.995476] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Waiting for the task: (returnval){ [ 1365.995476] env[62563]: value = "task-1750609" [ 1365.995476] env[62563]: _type = "Task" [ 1365.995476] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.995988] env[62563]: INFO nova.compute.manager [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Took 49.35 seconds to build instance. [ 1366.006664] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.038009] env[62563]: INFO nova.compute.manager [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Took 40.51 seconds to build instance. [ 1366.151116] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750608, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.187917] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "refresh_cache-2eedeced-bedd-403a-aef8-f1fa5707d710" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.188409] env[62563]: DEBUG nova.compute.manager [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Instance network_info: |[{"id": "f7fca3bf-da6d-4840-a4b8-1fe86b88cacf", "address": "fa:16:3e:d9:93:a9", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7fca3bf-da", "ovs_interfaceid": "f7fca3bf-da6d-4840-a4b8-1fe86b88cacf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1366.188946] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:93:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7fca3bf-da6d-4840-a4b8-1fe86b88cacf', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.199347] env[62563]: DEBUG oslo.service.loopingcall [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1366.200181] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.200418] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db4e0e93-51e1-496e-8cf3-214d3bb5daf1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.220503] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.220503] env[62563]: value = "task-1750610" [ 1366.220503] env[62563]: _type = "Task" [ 1366.220503] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.228566] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750610, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.320540] env[62563]: INFO nova.compute.manager [-] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Took 1.48 seconds to deallocate network for instance. [ 1366.352024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.352024] env[62563]: DEBUG nova.compute.manager [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1366.356034] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.361s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.356034] env[62563]: DEBUG nova.objects.instance [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Lazy-loading 'resources' on Instance uuid c52a0bdc-7637-4186-bbbb-fcc2d7022ae4 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.501378] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d9ae06d-6411-4dc0-bee9-43d8f210fae9 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "0c280fa6-2976-4624-9979-518f921800b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.592s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.510313] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.539560] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c9f70c2-b64b-4274-99f1-91910ea48ef9 tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Lock "55c4bfb9-6f11-4207-aa10-8eff7addca9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.591s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.649699] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750608, 'name': ReconfigVM_Task, 'duration_secs': 0.555967} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.650081] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Reconfigured VM instance instance-00000014 to attach disk [datastore1] d463557f-2915-4d0b-9ed9-cf8ad14a99e7/d463557f-2915-4d0b-9ed9-cf8ad14a99e7.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.650384] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance 'd463557f-2915-4d0b-9ed9-cf8ad14a99e7' progress to 50 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1366.709847] env[62563]: DEBUG nova.compute.manager [req-d08bb1af-3614-4195-83e3-50bad09c7e1c req-7465bef0-8161-44fd-af75-a2436e7c8c2c service nova] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Received event network-changed-f7fca3bf-da6d-4840-a4b8-1fe86b88cacf {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1366.710052] env[62563]: DEBUG nova.compute.manager [req-d08bb1af-3614-4195-83e3-50bad09c7e1c req-7465bef0-8161-44fd-af75-a2436e7c8c2c service nova] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Refreshing instance network info cache due to event network-changed-f7fca3bf-da6d-4840-a4b8-1fe86b88cacf. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1366.710275] env[62563]: DEBUG oslo_concurrency.lockutils [req-d08bb1af-3614-4195-83e3-50bad09c7e1c req-7465bef0-8161-44fd-af75-a2436e7c8c2c service nova] Acquiring lock "refresh_cache-2eedeced-bedd-403a-aef8-f1fa5707d710" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.710422] env[62563]: DEBUG oslo_concurrency.lockutils [req-d08bb1af-3614-4195-83e3-50bad09c7e1c req-7465bef0-8161-44fd-af75-a2436e7c8c2c service nova] Acquired lock "refresh_cache-2eedeced-bedd-403a-aef8-f1fa5707d710" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.710585] env[62563]: DEBUG nova.network.neutron [req-d08bb1af-3614-4195-83e3-50bad09c7e1c req-7465bef0-8161-44fd-af75-a2436e7c8c2c service nova] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Refreshing network info cache for port f7fca3bf-da6d-4840-a4b8-1fe86b88cacf {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.732171] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750610, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.743728] env[62563]: DEBUG nova.network.neutron [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Successfully updated port: ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.791219] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "488d036a-3cff-4ea9-ab26-895f2b189c6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.791507] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "488d036a-3cff-4ea9-ab26-895f2b189c6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.822088] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "b0bc6040-9338-46d9-a78f-a4e16cf69f95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.822088] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "b0bc6040-9338-46d9-a78f-a4e16cf69f95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.825045] env[62563]: DEBUG oslo_concurrency.lockutils [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.859137] env[62563]: DEBUG nova.compute.utils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1366.864957] env[62563]: DEBUG nova.compute.manager [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Not allocating networking since 'none' was specified. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1366.905946] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "7f2c98e0-89cc-4fb6-95a0-f28438906b75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.906148] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "7f2c98e0-89cc-4fb6-95a0-f28438906b75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.906419] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "7f2c98e0-89cc-4fb6-95a0-f28438906b75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.906635] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "7f2c98e0-89cc-4fb6-95a0-f28438906b75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.906821] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "7f2c98e0-89cc-4fb6-95a0-f28438906b75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.909492] env[62563]: INFO nova.compute.manager [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Terminating instance [ 1366.912810] env[62563]: DEBUG nova.compute.manager [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1366.915365] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.915365] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631e4b4d-ebf6-4cc9-8997-aabc6aea4f43 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.925229] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.926793] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5db8573f-e12a-4fd7-88ef-7f303f87fba5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.929271] env[62563]: DEBUG nova.compute.manager [req-36fe5051-d559-4cb1-ade6-4236a397aaed req-553896bc-a18c-4189-9816-4b60a40dac78 service nova] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Received event network-vif-plugged-ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1366.929494] env[62563]: DEBUG oslo_concurrency.lockutils [req-36fe5051-d559-4cb1-ade6-4236a397aaed req-553896bc-a18c-4189-9816-4b60a40dac78 service nova] Acquiring lock "6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.930051] env[62563]: DEBUG oslo_concurrency.lockutils [req-36fe5051-d559-4cb1-ade6-4236a397aaed req-553896bc-a18c-4189-9816-4b60a40dac78 service nova] Lock "6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.930253] env[62563]: DEBUG oslo_concurrency.lockutils [req-36fe5051-d559-4cb1-ade6-4236a397aaed req-553896bc-a18c-4189-9816-4b60a40dac78 service nova] Lock "6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.930434] env[62563]: DEBUG nova.compute.manager [req-36fe5051-d559-4cb1-ade6-4236a397aaed req-553896bc-a18c-4189-9816-4b60a40dac78 service nova] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] No waiting events found dispatching network-vif-plugged-ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1366.930625] env[62563]: WARNING nova.compute.manager [req-36fe5051-d559-4cb1-ade6-4236a397aaed req-553896bc-a18c-4189-9816-4b60a40dac78 service nova] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Received unexpected event network-vif-plugged-ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31 for instance with vm_state building and task_state spawning. [ 1367.008735] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750609, 'name': ReconfigVM_Task, 'duration_secs': 0.568342} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.010170] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Reconfigured VM instance instance-0000001e to attach disk [datastore1] edc08dae-5efc-4bdc-be26-1c8e20c23131/edc08dae-5efc-4bdc-be26-1c8e20c23131.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.010701] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.010892] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.011444] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Deleting the datastore file [datastore1] 7f2c98e0-89cc-4fb6-95a0-f28438906b75 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.011444] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1745f75-94dc-4ff8-97d5-36b8791fb36f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.013653] env[62563]: DEBUG nova.compute.manager [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1367.016066] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d745a722-4b96-4362-9386-65e2bd7321af {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.025691] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Waiting for the task: (returnval){ [ 1367.025691] env[62563]: value = "task-1750612" [ 1367.025691] env[62563]: _type = "Task" [ 1367.025691] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.025981] env[62563]: DEBUG oslo_vmware.api [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1367.025981] env[62563]: value = "task-1750613" [ 1367.025981] env[62563]: _type = "Task" [ 1367.025981] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.044451] env[62563]: DEBUG nova.compute.manager [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1367.046452] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750612, 'name': Rename_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.060818] env[62563]: DEBUG oslo_vmware.api [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.159821] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ded826-a235-4805-808f-3285e035ee33 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.187168] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4948afcb-51ca-43bb-a4f7-59b30dd44988 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.210359] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance 'd463557f-2915-4d0b-9ed9-cf8ad14a99e7' progress to 67 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.238673] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750610, 'name': CreateVM_Task, 'duration_secs': 0.617567} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.238834] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1367.239722] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.239878] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.240386] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1367.242019] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f9f953a-d4ba-42e2-8569-0b34b1de1bda {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.246762] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1367.246762] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ec13f7-ce4a-c1be-8484-b896dc9ce0b2" [ 1367.246762] env[62563]: _type = "Task" [ 1367.246762] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.249826] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Acquiring lock "refresh_cache-6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.250363] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Acquired lock "refresh_cache-6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.250363] env[62563]: DEBUG nova.network.neutron [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.261851] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ec13f7-ce4a-c1be-8484-b896dc9ce0b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01023} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.264614] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.264887] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.265134] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.265302] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.265482] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.268343] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3353f109-5ad7-4c9a-81b8-1f7992a9fdee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.278402] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.278580] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.282334] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90febae3-35f4-4e75-b1e6-97015772c366 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.288564] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1367.288564] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fecf62-724d-7a5b-7e90-145eb73cd799" [ 1367.288564] env[62563]: _type = "Task" [ 1367.288564] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.297629] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fecf62-724d-7a5b-7e90-145eb73cd799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.366186] env[62563]: DEBUG nova.compute.manager [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1367.464333] env[62563]: DEBUG nova.network.neutron [req-d08bb1af-3614-4195-83e3-50bad09c7e1c req-7465bef0-8161-44fd-af75-a2436e7c8c2c service nova] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Updated VIF entry in instance network info cache for port f7fca3bf-da6d-4840-a4b8-1fe86b88cacf. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.464333] env[62563]: DEBUG nova.network.neutron [req-d08bb1af-3614-4195-83e3-50bad09c7e1c req-7465bef0-8161-44fd-af75-a2436e7c8c2c service nova] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Updating instance_info_cache with network_info: [{"id": "f7fca3bf-da6d-4840-a4b8-1fe86b88cacf", "address": "fa:16:3e:d9:93:a9", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7fca3bf-da", "ovs_interfaceid": "f7fca3bf-da6d-4840-a4b8-1fe86b88cacf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.512040] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf0fdbd-7af1-493c-8366-4096c998fe4b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.518821] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed9a94a-6bf2-4b15-bb78-e9993025009b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.560356] env[62563]: DEBUG oslo_concurrency.lockutils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.569999] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5867c1e1-e26b-41ee-9f5d-4aa0a5eb0394 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.576889] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750612, 'name': Rename_Task, 'duration_secs': 0.169064} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.581437] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.582040] env[62563]: DEBUG oslo_vmware.api [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273486} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.582040] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59b8ec8a-3ea4-40f3-a39f-54554122ffad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.584333] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000da8a8-1379-479b-bbfb-2d5b3a895680 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.588662] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.588662] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.588662] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.588875] env[62563]: INFO nova.compute.manager [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1367.588945] env[62563]: DEBUG oslo.service.loopingcall [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1367.589787] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.590027] env[62563]: DEBUG nova.compute.manager [-] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1367.590128] env[62563]: DEBUG nova.network.neutron [-] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.601766] env[62563]: DEBUG nova.compute.provider_tree [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.604155] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Waiting for the task: (returnval){ [ 1367.604155] env[62563]: value = "task-1750615" [ 1367.604155] env[62563]: _type = "Task" [ 1367.604155] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.611976] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750615, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.693667] env[62563]: DEBUG oslo_concurrency.lockutils [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquiring lock "0c280fa6-2976-4624-9979-518f921800b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.693999] env[62563]: DEBUG oslo_concurrency.lockutils [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "0c280fa6-2976-4624-9979-518f921800b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.694291] env[62563]: DEBUG oslo_concurrency.lockutils [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquiring lock "0c280fa6-2976-4624-9979-518f921800b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.694486] env[62563]: DEBUG oslo_concurrency.lockutils [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "0c280fa6-2976-4624-9979-518f921800b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.694684] env[62563]: DEBUG oslo_concurrency.lockutils [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "0c280fa6-2976-4624-9979-518f921800b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.696836] env[62563]: INFO nova.compute.manager [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Terminating instance [ 1367.698791] env[62563]: DEBUG nova.compute.manager [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1367.699012] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.699967] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8588fd-007b-4a05-ba21-e86461226f7e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.711238] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.711529] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e98af9c2-5cd6-4abb-8fe1-52b37bf6f6c5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.717476] env[62563]: DEBUG oslo_vmware.api [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1367.717476] env[62563]: value = "task-1750616" [ 1367.717476] env[62563]: _type = "Task" [ 1367.717476] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.736422] env[62563]: DEBUG oslo_vmware.api [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.794154] env[62563]: DEBUG nova.network.neutron [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.803611] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fecf62-724d-7a5b-7e90-145eb73cd799, 'name': SearchDatastore_Task, 'duration_secs': 0.03643} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.804910] env[62563]: DEBUG nova.network.neutron [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Port 55607a4f-c280-422c-96d9-bd66d49740c1 binding to destination host cpu-1 is already ACTIVE {{(pid=62563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1367.808310] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ffb728b-b0cf-48cd-a808-c974a830b274 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.815879] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1367.815879] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529a5e18-fef2-4c62-71ca-2711888696dc" [ 1367.815879] env[62563]: _type = "Task" [ 1367.815879] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.825011] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529a5e18-fef2-4c62-71ca-2711888696dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.965584] env[62563]: DEBUG oslo_concurrency.lockutils [req-d08bb1af-3614-4195-83e3-50bad09c7e1c req-7465bef0-8161-44fd-af75-a2436e7c8c2c service nova] Releasing lock "refresh_cache-2eedeced-bedd-403a-aef8-f1fa5707d710" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.965932] env[62563]: DEBUG nova.compute.manager [req-d08bb1af-3614-4195-83e3-50bad09c7e1c req-7465bef0-8161-44fd-af75-a2436e7c8c2c service nova] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Received event network-vif-deleted-c29b95ec-83a2-4868-a386-d129308130d3 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1368.007218] env[62563]: DEBUG nova.network.neutron [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Updating instance_info_cache with network_info: [{"id": "ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31", "address": "fa:16:3e:10:fa:78", "network": {"id": "8cbd5d37-6eda-4d23-9fb0-1d76e5b18abf", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-246220682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4323d221de340c287642facff80086c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcb6f0b-c8", "ovs_interfaceid": "ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.106641] env[62563]: DEBUG nova.scheduler.client.report [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1368.121733] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750615, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.228041] env[62563]: DEBUG oslo_vmware.api [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750616, 'name': PowerOffVM_Task, 'duration_secs': 0.176328} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.228181] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.228228] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.228613] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7dc9dcf-4054-4f03-a58f-9e51a315ef15 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.313878] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.314096] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.314282] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Deleting the datastore file [datastore1] 0c280fa6-2976-4624-9979-518f921800b4 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.314808] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3903c326-87a7-46bf-bb58-0079d0459c25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.337719] env[62563]: DEBUG oslo_vmware.api [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for the task: (returnval){ [ 1368.337719] env[62563]: value = "task-1750618" [ 1368.337719] env[62563]: _type = "Task" [ 1368.337719] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.337952] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529a5e18-fef2-4c62-71ca-2711888696dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.338269] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.338523] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 2eedeced-bedd-403a-aef8-f1fa5707d710/2eedeced-bedd-403a-aef8-f1fa5707d710.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.345871] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e48e8db-f6de-44e4-a093-631609ec4b09 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.352336] env[62563]: DEBUG oslo_vmware.api [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.353338] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1368.353338] env[62563]: value = "task-1750619" [ 1368.353338] env[62563]: _type = "Task" [ 1368.353338] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.364648] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.383629] env[62563]: DEBUG nova.compute.manager [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1368.411533] env[62563]: DEBUG nova.virt.hardware [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1368.411992] env[62563]: DEBUG nova.virt.hardware [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1368.412352] env[62563]: DEBUG nova.virt.hardware [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.412657] env[62563]: DEBUG nova.virt.hardware [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1368.412976] env[62563]: DEBUG nova.virt.hardware [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.413265] env[62563]: DEBUG nova.virt.hardware [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1368.416200] env[62563]: DEBUG nova.virt.hardware [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1368.416200] env[62563]: DEBUG nova.virt.hardware [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1368.416200] env[62563]: DEBUG nova.virt.hardware [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1368.416200] env[62563]: DEBUG nova.virt.hardware [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1368.416200] env[62563]: DEBUG nova.virt.hardware [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1368.416472] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85297413-595b-4376-b486-9e815a83d821 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.424399] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74944586-db26-4aea-bd35-cbacc313afe0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.439637] env[62563]: DEBUG nova.network.neutron [-] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.444022] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Instance VIF info [] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.446884] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Creating folder: Project (10593fcb72674177bcbb9d4c2e877a55). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.447483] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34cd4bc1-8fcb-4f5c-bc18-4aaf0ee1385f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.457149] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Created folder: Project (10593fcb72674177bcbb9d4c2e877a55) in parent group-v363823. [ 1368.457338] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Creating folder: Instances. Parent ref: group-v363914. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.457837] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc4290d9-88cb-454b-bda2-db1277b3fb06 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.466595] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Created folder: Instances in parent group-v363914. [ 1368.467794] env[62563]: DEBUG oslo.service.loopingcall [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.468013] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.468343] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed1a8c01-a3c6-4cb6-8dbf-3fd818f6530b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.488802] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.488802] env[62563]: value = "task-1750622" [ 1368.488802] env[62563]: _type = "Task" [ 1368.488802] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.496461] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750622, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.509466] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Releasing lock "refresh_cache-6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.509785] env[62563]: DEBUG nova.compute.manager [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Instance network_info: |[{"id": "ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31", "address": "fa:16:3e:10:fa:78", "network": {"id": "8cbd5d37-6eda-4d23-9fb0-1d76e5b18abf", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-246220682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4323d221de340c287642facff80086c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcb6f0b-c8", "ovs_interfaceid": "ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1368.511658] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:fa:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.518947] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Creating folder: Project (d4323d221de340c287642facff80086c). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.519231] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0606931-3e83-4e0c-be8c-e9439436f8e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.529321] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Created folder: Project (d4323d221de340c287642facff80086c) in parent group-v363823. [ 1368.529535] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Creating folder: Instances. Parent ref: group-v363917. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.529738] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdeb2185-dd77-4cb3-8684-ebb6a51fc81b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.539185] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Created folder: Instances in parent group-v363917. [ 1368.539652] env[62563]: DEBUG oslo.service.loopingcall [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.539764] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.539976] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b67c4fdc-1a05-42d5-82cb-5d8da41fbce3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.559979] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.559979] env[62563]: value = "task-1750625" [ 1368.559979] env[62563]: _type = "Task" [ 1368.559979] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.568218] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750625, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.616924] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.622667] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.979s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.622929] env[62563]: DEBUG nova.objects.instance [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lazy-loading 'resources' on Instance uuid e6044b75-698a-4eae-a77e-74d92ec969fd {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.624572] env[62563]: DEBUG oslo_vmware.api [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750615, 'name': PowerOnVM_Task, 'duration_secs': 0.532785} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.625077] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.625374] env[62563]: INFO nova.compute.manager [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Took 13.92 seconds to spawn the instance on the hypervisor. [ 1368.625460] env[62563]: DEBUG nova.compute.manager [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1368.626303] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a4aaaf-8c3c-4d85-9aec-dd42d6e798c4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.648745] env[62563]: INFO nova.scheduler.client.report [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Deleted allocations for instance c52a0bdc-7637-4186-bbbb-fcc2d7022ae4 [ 1368.836716] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.837077] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.837284] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.848626] env[62563]: DEBUG oslo_vmware.api [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Task: {'id': task-1750618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362688} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.848778] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.849545] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.849545] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.849545] env[62563]: INFO nova.compute.manager [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1368.849807] env[62563]: DEBUG oslo.service.loopingcall [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.850689] env[62563]: DEBUG nova.compute.manager [-] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1368.850689] env[62563]: DEBUG nova.network.neutron [-] [instance: 0c280fa6-2976-4624-9979-518f921800b4] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.867794] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750619, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.948181] env[62563]: INFO nova.compute.manager [-] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Took 1.36 seconds to deallocate network for instance. [ 1369.004341] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750622, 'name': CreateVM_Task, 'duration_secs': 0.35396} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.005199] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.005645] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.005818] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.006156] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1369.006693] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457d6363-7aa4-452f-ae3d-970d6894d893 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.011874] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1369.011874] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52551c84-468a-aa1f-2b71-ddd904e08665" [ 1369.011874] env[62563]: _type = "Task" [ 1369.011874] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.022221] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52551c84-468a-aa1f-2b71-ddd904e08665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.072020] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750625, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.149780] env[62563]: INFO nova.compute.manager [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Took 44.98 seconds to build instance. [ 1369.156993] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24c757c6-9c36-432c-b856-128cb4478b62 tempest-InstanceActionsTestJSON-1440675104 tempest-InstanceActionsTestJSON-1440675104-project-member] Lock "c52a0bdc-7637-4186-bbbb-fcc2d7022ae4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.081s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.367398] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775009} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.367718] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 2eedeced-bedd-403a-aef8-f1fa5707d710/2eedeced-bedd-403a-aef8-f1fa5707d710.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1369.368012] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1369.368277] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc93d72a-0de6-4b70-a5ca-2a2fbc32187b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.377566] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1369.377566] env[62563]: value = "task-1750626" [ 1369.377566] env[62563]: _type = "Task" [ 1369.377566] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.391632] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.455554] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.531685] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52551c84-468a-aa1f-2b71-ddd904e08665, 'name': SearchDatastore_Task, 'duration_secs': 0.058915} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.534405] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.534705] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.534954] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.535172] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.535674] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.536158] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d5de315-2c3b-4a6c-b3f4-b6f235edd7d9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.552147] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.552147] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.552590] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71fb184-a822-4494-82e3-03523dcce0dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.556178] env[62563]: DEBUG nova.compute.manager [req-59f4875d-5a49-4ae5-9364-834be30a2c85 req-edf836ee-6174-4e12-9d32-9e3bc6e0b70a service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Received event network-changed-41970ea1-4453-4aff-8011-ec0b52788441 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1369.556359] env[62563]: DEBUG nova.compute.manager [req-59f4875d-5a49-4ae5-9364-834be30a2c85 req-edf836ee-6174-4e12-9d32-9e3bc6e0b70a service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Refreshing instance network info cache due to event network-changed-41970ea1-4453-4aff-8011-ec0b52788441. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1369.556574] env[62563]: DEBUG oslo_concurrency.lockutils [req-59f4875d-5a49-4ae5-9364-834be30a2c85 req-edf836ee-6174-4e12-9d32-9e3bc6e0b70a service nova] Acquiring lock "refresh_cache-55c4bfb9-6f11-4207-aa10-8eff7addca9c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.556717] env[62563]: DEBUG oslo_concurrency.lockutils [req-59f4875d-5a49-4ae5-9364-834be30a2c85 req-edf836ee-6174-4e12-9d32-9e3bc6e0b70a service nova] Acquired lock "refresh_cache-55c4bfb9-6f11-4207-aa10-8eff7addca9c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.556876] env[62563]: DEBUG nova.network.neutron [req-59f4875d-5a49-4ae5-9364-834be30a2c85 req-edf836ee-6174-4e12-9d32-9e3bc6e0b70a service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Refreshing network info cache for port 41970ea1-4453-4aff-8011-ec0b52788441 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.567116] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1369.567116] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]528c706b-4cc9-9fce-8d46-a1d9d3966d25" [ 1369.567116] env[62563]: _type = "Task" [ 1369.567116] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.578110] env[62563]: DEBUG nova.compute.manager [req-eafcdcd5-152c-4b25-92d0-8f46ee4915b2 req-66043d2c-58e3-41bf-8625-112f3c0b4454 service nova] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Received event network-changed-ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1369.578297] env[62563]: DEBUG nova.compute.manager [req-eafcdcd5-152c-4b25-92d0-8f46ee4915b2 req-66043d2c-58e3-41bf-8625-112f3c0b4454 service nova] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Refreshing instance network info cache due to event network-changed-ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1369.578499] env[62563]: DEBUG oslo_concurrency.lockutils [req-eafcdcd5-152c-4b25-92d0-8f46ee4915b2 req-66043d2c-58e3-41bf-8625-112f3c0b4454 service nova] Acquiring lock "refresh_cache-6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.578640] env[62563]: DEBUG oslo_concurrency.lockutils [req-eafcdcd5-152c-4b25-92d0-8f46ee4915b2 req-66043d2c-58e3-41bf-8625-112f3c0b4454 service nova] Acquired lock "refresh_cache-6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.578820] env[62563]: DEBUG nova.network.neutron [req-eafcdcd5-152c-4b25-92d0-8f46ee4915b2 req-66043d2c-58e3-41bf-8625-112f3c0b4454 service nova] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Refreshing network info cache for port ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.580588] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750625, 'name': CreateVM_Task, 'duration_secs': 0.514383} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.582187] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.583123] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.583340] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.583630] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1369.586947] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2299ff1c-1ba8-4d33-a396-19a6fca03a2c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.589935] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528c706b-4cc9-9fce-8d46-a1d9d3966d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.592371] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Waiting for the task: (returnval){ [ 1369.592371] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52641b07-6d75-9dac-ca9b-a9927c55cd20" [ 1369.592371] env[62563]: _type = "Task" [ 1369.592371] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.603819] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52641b07-6d75-9dac-ca9b-a9927c55cd20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.633305] env[62563]: DEBUG nova.network.neutron [-] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.648881] env[62563]: DEBUG oslo_concurrency.lockutils [None req-50414bf7-8f7c-4d2b-b679-310d8066bbce tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Lock "edc08dae-5efc-4bdc-be26-1c8e20c23131" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.455s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.676549] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48051545-ffd1-40b6-b3dc-90c7f71be590 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.684387] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31c47bd-207b-4567-8c08-46fc3fbe30e3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.714766] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281b1fb8-7d93-42a1-93f9-461a5a163e1b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.723448] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44084951-1a93-42ac-99f2-e98a4eba6e44 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.735927] env[62563]: DEBUG nova.compute.provider_tree [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.887782] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074198} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.887986] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.888775] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f4ce54-8914-4c9b-aa5b-e8007e3af0a1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.911821] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 2eedeced-bedd-403a-aef8-f1fa5707d710/2eedeced-bedd-403a-aef8-f1fa5707d710.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.912846] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.913036] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.913215] env[62563]: DEBUG nova.network.neutron [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.914335] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a580ffcc-9c05-4124-8aff-d8e193d8a5b0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.940760] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1369.940760] env[62563]: value = "task-1750628" [ 1369.940760] env[62563]: _type = "Task" [ 1369.940760] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.950799] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.084025] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528c706b-4cc9-9fce-8d46-a1d9d3966d25, 'name': SearchDatastore_Task, 'duration_secs': 0.038158} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.084025] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30158e36-67fd-4bc2-86da-e0249dcb0f88 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.089240] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1370.089240] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5250a765-fe32-637c-96d0-2797de1baea5" [ 1370.089240] env[62563]: _type = "Task" [ 1370.089240] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.111915] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5250a765-fe32-637c-96d0-2797de1baea5, 'name': SearchDatastore_Task, 'duration_secs': 0.009569} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.113329] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.113808] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3/084713a9-0b2c-41eb-a481-e964fb701ed3.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.114252] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52641b07-6d75-9dac-ca9b-a9927c55cd20, 'name': SearchDatastore_Task, 'duration_secs': 0.069169} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.114610] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e30bfc-161c-4500-b543-42d4d2b9e620 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.119024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.119024] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.119024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.119024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.119189] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.119189] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af5d80ae-44fc-4ee3-9f93-75778e6bdfce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.126822] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1370.126822] env[62563]: value = "task-1750629" [ 1370.126822] env[62563]: _type = "Task" [ 1370.126822] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.128307] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.128631] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.132452] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741375ef-8b0f-4f64-9835-0785eecf5b70 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.135957] env[62563]: INFO nova.compute.manager [-] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Took 1.29 seconds to deallocate network for instance. [ 1370.142648] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.143142] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Waiting for the task: (returnval){ [ 1370.143142] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52614f59-bfb9-b188-df09-e4566fb4e211" [ 1370.143142] env[62563]: _type = "Task" [ 1370.143142] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.153092] env[62563]: DEBUG nova.compute.manager [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1370.163240] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52614f59-bfb9-b188-df09-e4566fb4e211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.239997] env[62563]: DEBUG nova.scheduler.client.report [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1370.451622] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.610658] env[62563]: DEBUG nova.network.neutron [req-59f4875d-5a49-4ae5-9364-834be30a2c85 req-edf836ee-6174-4e12-9d32-9e3bc6e0b70a service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Updated VIF entry in instance network info cache for port 41970ea1-4453-4aff-8011-ec0b52788441. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.611043] env[62563]: DEBUG nova.network.neutron [req-59f4875d-5a49-4ae5-9364-834be30a2c85 req-edf836ee-6174-4e12-9d32-9e3bc6e0b70a service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Updating instance_info_cache with network_info: [{"id": "41970ea1-4453-4aff-8011-ec0b52788441", "address": "fa:16:3e:37:c0:08", "network": {"id": "a0a7c849-4b60-4f8f-a507-afdc001751b9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-584603406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc57588377a4db4a6808c743dd7ef1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41970ea1-44", "ovs_interfaceid": "41970ea1-4453-4aff-8011-ec0b52788441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.613053] env[62563]: DEBUG nova.network.neutron [req-eafcdcd5-152c-4b25-92d0-8f46ee4915b2 req-66043d2c-58e3-41bf-8625-112f3c0b4454 service nova] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Updated VIF entry in instance network info cache for port ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.613530] env[62563]: DEBUG nova.network.neutron [req-eafcdcd5-152c-4b25-92d0-8f46ee4915b2 req-66043d2c-58e3-41bf-8625-112f3c0b4454 service nova] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Updating instance_info_cache with network_info: [{"id": "ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31", "address": "fa:16:3e:10:fa:78", "network": {"id": "8cbd5d37-6eda-4d23-9fb0-1d76e5b18abf", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-246220682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4323d221de340c287642facff80086c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcb6f0b-c8", "ovs_interfaceid": "ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.639516] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.655343] env[62563]: DEBUG oslo_concurrency.lockutils [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.668653] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52614f59-bfb9-b188-df09-e4566fb4e211, 'name': SearchDatastore_Task, 'duration_secs': 0.087941} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.677054] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e12e99e-4ea8-490e-ac13-148305e2331c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.689225] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Waiting for the task: (returnval){ [ 1370.689225] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e4a714-2fca-b2a8-7783-ab1a3e7ac8a7" [ 1370.689225] env[62563]: _type = "Task" [ 1370.689225] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.706230] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e4a714-2fca-b2a8-7783-ab1a3e7ac8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013816} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.707435] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.707812] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.708790] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee/6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.709566] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d77f2fff-ac21-489d-ab73-6247f5181521 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.718263] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Waiting for the task: (returnval){ [ 1370.718263] env[62563]: value = "task-1750630" [ 1370.718263] env[62563]: _type = "Task" [ 1370.718263] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.731815] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.747926] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.754661] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.719s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.759975] env[62563]: INFO nova.compute.claims [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.783403] env[62563]: INFO nova.scheduler.client.report [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleted allocations for instance e6044b75-698a-4eae-a77e-74d92ec969fd [ 1370.955739] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.961107] env[62563]: DEBUG nova.network.neutron [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance_info_cache with network_info: [{"id": "55607a4f-c280-422c-96d9-bd66d49740c1", "address": "fa:16:3e:ba:b1:fe", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55607a4f-c2", "ovs_interfaceid": "55607a4f-c280-422c-96d9-bd66d49740c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.116467] env[62563]: DEBUG oslo_concurrency.lockutils [req-59f4875d-5a49-4ae5-9364-834be30a2c85 req-edf836ee-6174-4e12-9d32-9e3bc6e0b70a service nova] Releasing lock "refresh_cache-55c4bfb9-6f11-4207-aa10-8eff7addca9c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.118082] env[62563]: DEBUG oslo_concurrency.lockutils [req-eafcdcd5-152c-4b25-92d0-8f46ee4915b2 req-66043d2c-58e3-41bf-8625-112f3c0b4454 service nova] Releasing lock "refresh_cache-6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.118402] env[62563]: DEBUG nova.compute.manager [req-eafcdcd5-152c-4b25-92d0-8f46ee4915b2 req-66043d2c-58e3-41bf-8625-112f3c0b4454 service nova] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Received event network-vif-deleted-2e1c65dc-3689-4785-b4d1-66a921415799 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1371.141036] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750629, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.230519] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750630, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.294214] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dbe3dd-a566-45df-b712-3e1800ce8b1d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "e6044b75-698a-4eae-a77e-74d92ec969fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.636s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.453656] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750628, 'name': ReconfigVM_Task, 'duration_secs': 1.256559} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.454008] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 2eedeced-bedd-403a-aef8-f1fa5707d710/2eedeced-bedd-403a-aef8-f1fa5707d710.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.454775] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7366bb16-c19b-4a5f-ab5c-ceee32265cbd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.462374] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1371.462374] env[62563]: value = "task-1750631" [ 1371.462374] env[62563]: _type = "Task" [ 1371.462374] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.468089] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.476733] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750631, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.642039] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750629, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.730082] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750630, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.974555] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750631, 'name': Rename_Task, 'duration_secs': 0.441055} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.977515] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.981789] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c9e0e78-e017-49eb-9578-981fbf4fe440 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.990033] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1371.990033] env[62563]: value = "task-1750632" [ 1371.990033] env[62563]: _type = "Task" [ 1371.990033] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.996107] env[62563]: DEBUG nova.compute.manager [req-5fe130c6-a37a-48ee-b4bd-ebae04f2c380 req-3c9045f7-2fef-488b-a9f9-e09db178f4b4 service nova] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Received event network-vif-deleted-e87e1bc6-a6f2-4fdb-9256-447a852b7339 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1372.001059] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e4559e-197c-42ca-87cb-7be837bdcdcd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.006901] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.027679] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a643b766-b167-4cac-bac6-3f71014e3eaf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.039727] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance 'd463557f-2915-4d0b-9ed9-cf8ad14a99e7' progress to 83 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.141781] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750629, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.527787} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.142105] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3/084713a9-0b2c-41eb-a481-e964fb701ed3.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.142463] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.142845] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b878a2f8-bb0d-49c8-972f-d5db5b31b23b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.149509] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1372.149509] env[62563]: value = "task-1750633" [ 1372.149509] env[62563]: _type = "Task" [ 1372.149509] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.161519] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.173637] env[62563]: DEBUG nova.compute.manager [req-6c242ca0-cefc-4b2d-a35a-72f32239ed66 req-ca31cb66-17a9-4cb8-ada7-f3b2bc21c065 service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Received event network-changed-cb3e31b9-094a-42d2-9ffd-72c4e2883403 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1372.174980] env[62563]: DEBUG nova.compute.manager [req-6c242ca0-cefc-4b2d-a35a-72f32239ed66 req-ca31cb66-17a9-4cb8-ada7-f3b2bc21c065 service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Refreshing instance network info cache due to event network-changed-cb3e31b9-094a-42d2-9ffd-72c4e2883403. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1372.174980] env[62563]: DEBUG oslo_concurrency.lockutils [req-6c242ca0-cefc-4b2d-a35a-72f32239ed66 req-ca31cb66-17a9-4cb8-ada7-f3b2bc21c065 service nova] Acquiring lock "refresh_cache-edc08dae-5efc-4bdc-be26-1c8e20c23131" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.174980] env[62563]: DEBUG oslo_concurrency.lockutils [req-6c242ca0-cefc-4b2d-a35a-72f32239ed66 req-ca31cb66-17a9-4cb8-ada7-f3b2bc21c065 service nova] Acquired lock "refresh_cache-edc08dae-5efc-4bdc-be26-1c8e20c23131" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.174980] env[62563]: DEBUG nova.network.neutron [req-6c242ca0-cefc-4b2d-a35a-72f32239ed66 req-ca31cb66-17a9-4cb8-ada7-f3b2bc21c065 service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Refreshing network info cache for port cb3e31b9-094a-42d2-9ffd-72c4e2883403 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.233280] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750630, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.089405} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.233653] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee/6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.233909] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.236366] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f994c67f-c6d1-4acb-be56-aedb8a2a1e76 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.242631] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Waiting for the task: (returnval){ [ 1372.242631] env[62563]: value = "task-1750634" [ 1372.242631] env[62563]: _type = "Task" [ 1372.242631] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.250675] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.304444] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9de0b6-73cf-410b-9d76-582cc791bb6d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.313031] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f871a78-6709-451d-b2da-7d0ba2636caa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.348057] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4cc50e-60ac-4cf5-9972-26a158b13d07 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.356673] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0c6c9b-5eb0-4042-af79-df148209b6c6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.374827] env[62563]: DEBUG nova.compute.provider_tree [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.500958] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.549208] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.549523] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a3f745c-105b-4f9a-84e1-ae42369465b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.556236] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1372.556236] env[62563]: value = "task-1750635" [ 1372.556236] env[62563]: _type = "Task" [ 1372.556236] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.564803] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.661783] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227548} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.662185] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.663060] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6664ae-e0e0-47aa-8490-ce9eedb39f56 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.683920] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3/084713a9-0b2c-41eb-a481-e964fb701ed3.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.686422] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed62dd83-6b06-4406-bff9-6db63113effd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.706678] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1372.706678] env[62563]: value = "task-1750636" [ 1372.706678] env[62563]: _type = "Task" [ 1372.706678] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.717649] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.752379] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237939} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.752608] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.753445] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a207163-0538-4b39-b28f-112f6cef4e35 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.778566] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee/6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.778923] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e269e3f-54a0-4222-bc8f-23b2d9fb085d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.803822] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Waiting for the task: (returnval){ [ 1372.803822] env[62563]: value = "task-1750637" [ 1372.803822] env[62563]: _type = "Task" [ 1372.803822] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.813057] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.877728] env[62563]: DEBUG nova.scheduler.client.report [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1373.002786] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750632, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.069145] env[62563]: DEBUG oslo_vmware.api [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750635, 'name': PowerOnVM_Task, 'duration_secs': 0.430373} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.069578] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.069845] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f551b-fc0e-4c73-942b-f3634cac47b0 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance 'd463557f-2915-4d0b-9ed9-cf8ad14a99e7' progress to 100 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1373.165592] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "201f37af-ea79-4dea-9f20-2520213e1d6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.165934] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "201f37af-ea79-4dea-9f20-2520213e1d6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.217137] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750636, 'name': ReconfigVM_Task, 'duration_secs': 0.475753} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.217512] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3/084713a9-0b2c-41eb-a481-e964fb701ed3.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.218253] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d443a45-4579-431e-85ec-4f085ab7dedb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.225235] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1373.225235] env[62563]: value = "task-1750638" [ 1373.225235] env[62563]: _type = "Task" [ 1373.225235] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.236342] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750638, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.314170] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.384638] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.385318] env[62563]: DEBUG nova.compute.manager [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1373.388566] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.417s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.391579] env[62563]: INFO nova.compute.claims [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.502223] env[62563]: DEBUG oslo_vmware.api [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750632, 'name': PowerOnVM_Task, 'duration_secs': 1.033368} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.502584] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.502844] env[62563]: INFO nova.compute.manager [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1373.503095] env[62563]: DEBUG nova.compute.manager [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1373.504016] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced0e176-785b-4822-92c7-71119f5ec316 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.516169] env[62563]: DEBUG nova.network.neutron [req-6c242ca0-cefc-4b2d-a35a-72f32239ed66 req-ca31cb66-17a9-4cb8-ada7-f3b2bc21c065 service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Updated VIF entry in instance network info cache for port cb3e31b9-094a-42d2-9ffd-72c4e2883403. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.516169] env[62563]: DEBUG nova.network.neutron [req-6c242ca0-cefc-4b2d-a35a-72f32239ed66 req-ca31cb66-17a9-4cb8-ada7-f3b2bc21c065 service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Updating instance_info_cache with network_info: [{"id": "cb3e31b9-094a-42d2-9ffd-72c4e2883403", "address": "fa:16:3e:0a:06:8a", "network": {"id": "813e7799-a62c-4cbb-a263-bf18ce03868f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-132355866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d3b8e1ad0964f52a42f8e1a5c952d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3e31b9-09", "ovs_interfaceid": "cb3e31b9-094a-42d2-9ffd-72c4e2883403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.735703] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750638, 'name': Rename_Task, 'duration_secs': 0.25345} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.735977] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.736230] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cddf182f-e14c-46c7-87ab-8f5899fb060e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.746024] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1373.746024] env[62563]: value = "task-1750639" [ 1373.746024] env[62563]: _type = "Task" [ 1373.746024] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.750702] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.819267] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750637, 'name': ReconfigVM_Task, 'duration_secs': 0.587387} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.819942] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee/6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.821226] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-421e30c0-b79e-42ed-b79b-3510fe7daebd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.830699] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Waiting for the task: (returnval){ [ 1373.830699] env[62563]: value = "task-1750641" [ 1373.830699] env[62563]: _type = "Task" [ 1373.830699] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.845247] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750641, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.900608] env[62563]: DEBUG nova.compute.utils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1373.905023] env[62563]: DEBUG nova.compute.manager [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1373.905023] env[62563]: DEBUG nova.network.neutron [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1374.018103] env[62563]: DEBUG oslo_concurrency.lockutils [req-6c242ca0-cefc-4b2d-a35a-72f32239ed66 req-ca31cb66-17a9-4cb8-ada7-f3b2bc21c065 service nova] Releasing lock "refresh_cache-edc08dae-5efc-4bdc-be26-1c8e20c23131" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.021824] env[62563]: INFO nova.compute.manager [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Took 45.38 seconds to build instance. [ 1374.034925] env[62563]: DEBUG nova.policy [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d1ffa58587d42faaf6ad5ec618e5343', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fbd03d80e8c4495b94f19f566338958', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1374.258031] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.341528] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750641, 'name': Rename_Task, 'duration_secs': 0.236544} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.341810] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.342039] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f474af27-4858-46ad-8d57-f6e003c1545a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.351538] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Waiting for the task: (returnval){ [ 1374.351538] env[62563]: value = "task-1750642" [ 1374.351538] env[62563]: _type = "Task" [ 1374.351538] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.364911] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.407450] env[62563]: DEBUG nova.compute.manager [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1374.523673] env[62563]: DEBUG oslo_concurrency.lockutils [None req-94957d08-fad8-42cd-889a-e5a3bf4300a6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "2eedeced-bedd-403a-aef8-f1fa5707d710" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.195s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.692308] env[62563]: DEBUG nova.compute.manager [req-3b70b1cf-b81e-434f-83d8-739c7ba237a6 req-03fa035a-8d05-4b0d-ab2b-c331c4f5df59 service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Received event network-changed-41970ea1-4453-4aff-8011-ec0b52788441 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1374.692308] env[62563]: DEBUG nova.compute.manager [req-3b70b1cf-b81e-434f-83d8-739c7ba237a6 req-03fa035a-8d05-4b0d-ab2b-c331c4f5df59 service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Refreshing instance network info cache due to event network-changed-41970ea1-4453-4aff-8011-ec0b52788441. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1374.692308] env[62563]: DEBUG oslo_concurrency.lockutils [req-3b70b1cf-b81e-434f-83d8-739c7ba237a6 req-03fa035a-8d05-4b0d-ab2b-c331c4f5df59 service nova] Acquiring lock "refresh_cache-55c4bfb9-6f11-4207-aa10-8eff7addca9c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.692308] env[62563]: DEBUG oslo_concurrency.lockutils [req-3b70b1cf-b81e-434f-83d8-739c7ba237a6 req-03fa035a-8d05-4b0d-ab2b-c331c4f5df59 service nova] Acquired lock "refresh_cache-55c4bfb9-6f11-4207-aa10-8eff7addca9c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.692308] env[62563]: DEBUG nova.network.neutron [req-3b70b1cf-b81e-434f-83d8-739c7ba237a6 req-03fa035a-8d05-4b0d-ab2b-c331c4f5df59 service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Refreshing network info cache for port 41970ea1-4453-4aff-8011-ec0b52788441 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.754175] env[62563]: DEBUG oslo_vmware.api [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750639, 'name': PowerOnVM_Task, 'duration_secs': 0.83275} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.756750] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.756975] env[62563]: INFO nova.compute.manager [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1374.757168] env[62563]: DEBUG nova.compute.manager [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1374.758146] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a20ea0-088b-49c3-baff-ee77c7952664 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.840321] env[62563]: DEBUG nova.network.neutron [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Successfully created port: eb8c9bcb-9617-4120-807e-e06aab7b2595 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1374.867192] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750642, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.959207] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac447474-5303-4d99-9056-026bad075c59 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.968144] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cad35c6-0cdd-4b22-9ed4-dc8dd4bec260 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.003238] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d6cb75-46e8-4977-951a-27f68c53efd9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.011692] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b71127d-63e8-496c-9c39-a3bf215cb32b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.029051] env[62563]: DEBUG nova.compute.provider_tree [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.032432] env[62563]: DEBUG nova.compute.manager [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1375.290080] env[62563]: INFO nova.compute.manager [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Took 37.62 seconds to build instance. [ 1375.363165] env[62563]: DEBUG oslo_vmware.api [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750642, 'name': PowerOnVM_Task, 'duration_secs': 0.691927} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.363433] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.363828] env[62563]: INFO nova.compute.manager [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1375.364040] env[62563]: DEBUG nova.compute.manager [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1375.364892] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6e87a6-d6bc-4a3b-a7e7-953f7ee8e942 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.416068] env[62563]: DEBUG nova.compute.manager [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1375.444497] env[62563]: DEBUG nova.virt.hardware [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1375.444749] env[62563]: DEBUG nova.virt.hardware [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1375.444905] env[62563]: DEBUG nova.virt.hardware [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.445099] env[62563]: DEBUG nova.virt.hardware [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1375.445245] env[62563]: DEBUG nova.virt.hardware [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.445389] env[62563]: DEBUG nova.virt.hardware [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1375.445591] env[62563]: DEBUG nova.virt.hardware [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1375.445810] env[62563]: DEBUG nova.virt.hardware [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1375.446007] env[62563]: DEBUG nova.virt.hardware [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1375.446208] env[62563]: DEBUG nova.virt.hardware [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1375.446392] env[62563]: DEBUG nova.virt.hardware [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1375.447570] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546ecb1f-d54c-434b-bd5b-6ae4829ff445 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.451208] env[62563]: DEBUG nova.network.neutron [req-3b70b1cf-b81e-434f-83d8-739c7ba237a6 req-03fa035a-8d05-4b0d-ab2b-c331c4f5df59 service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Updated VIF entry in instance network info cache for port 41970ea1-4453-4aff-8011-ec0b52788441. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.451576] env[62563]: DEBUG nova.network.neutron [req-3b70b1cf-b81e-434f-83d8-739c7ba237a6 req-03fa035a-8d05-4b0d-ab2b-c331c4f5df59 service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Updating instance_info_cache with network_info: [{"id": "41970ea1-4453-4aff-8011-ec0b52788441", "address": "fa:16:3e:37:c0:08", "network": {"id": "a0a7c849-4b60-4f8f-a507-afdc001751b9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-584603406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc57588377a4db4a6808c743dd7ef1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41970ea1-44", "ovs_interfaceid": "41970ea1-4453-4aff-8011-ec0b52788441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.458196] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113e276a-03f2-4874-98d9-b183fd3e29c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.532948] env[62563]: DEBUG nova.scheduler.client.report [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1375.559469] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.793340] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99f5c8c4-52d2-4f3c-a512-4ffab9109555 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Lock "084713a9-0b2c-41eb-a481-e964fb701ed3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.123s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.887076] env[62563]: INFO nova.compute.manager [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Took 43.00 seconds to build instance. [ 1375.954543] env[62563]: DEBUG oslo_concurrency.lockutils [req-3b70b1cf-b81e-434f-83d8-739c7ba237a6 req-03fa035a-8d05-4b0d-ab2b-c331c4f5df59 service nova] Releasing lock "refresh_cache-55c4bfb9-6f11-4207-aa10-8eff7addca9c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.040436] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.041135] env[62563]: DEBUG nova.compute.manager [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1376.043785] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.446s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.047025] env[62563]: DEBUG nova.objects.instance [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Lazy-loading 'resources' on Instance uuid c07ade89-c57b-4f7e-8c67-2db8f7ae4487 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.298530] env[62563]: DEBUG nova.compute.manager [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1376.390173] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3e8347-97b7-458e-b9ce-70b04eb523e2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.390708] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4b369855-62c0-4c9b-a270-9df433df6f85 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Lock "6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.474s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.400114] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d59a2515-396e-4797-85ba-ad36e0e2aa4e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Suspending the VM {{(pid=62563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1376.400114] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-07d32b56-4c73-4539-b8ce-2cc0751cfc5a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.407928] env[62563]: DEBUG oslo_vmware.api [None req-d59a2515-396e-4797-85ba-ad36e0e2aa4e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1376.407928] env[62563]: value = "task-1750644" [ 1376.407928] env[62563]: _type = "Task" [ 1376.407928] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.421965] env[62563]: DEBUG oslo_vmware.api [None req-d59a2515-396e-4797-85ba-ad36e0e2aa4e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750644, 'name': SuspendVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.551913] env[62563]: DEBUG nova.compute.utils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1376.553476] env[62563]: DEBUG nova.compute.manager [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1376.553734] env[62563]: DEBUG nova.network.neutron [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1376.616367] env[62563]: DEBUG nova.policy [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f775b17df70d4cf1bf275ca8f3779f6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '540e6d174d6c4c54800b2ebbc3ea5970', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1376.788626] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.788626] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.788626] env[62563]: DEBUG nova.compute.manager [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Going to confirm migration 1 {{(pid=62563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1376.827785] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.895344] env[62563]: DEBUG nova.compute.manager [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1376.928809] env[62563]: DEBUG oslo_vmware.api [None req-d59a2515-396e-4797-85ba-ad36e0e2aa4e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750644, 'name': SuspendVM_Task} progress is 58%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.031651] env[62563]: DEBUG nova.network.neutron [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Successfully created port: 3b785459-28a5-46bf-a0cb-d18743963146 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.057715] env[62563]: DEBUG nova.compute.manager [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1377.169583] env[62563]: INFO nova.compute.manager [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Rebuilding instance [ 1377.183823] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47399a35-e0aa-4d8e-9f61-663da3fc455a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.194478] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851e63c0-9d04-4be9-8f53-14364a5374ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.232710] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6616661c-a82c-4413-856d-6e08c0bc31e3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.241102] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a646c22-a4d0-4a4b-9337-86f90f9863a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.261017] env[62563]: DEBUG nova.compute.provider_tree [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.273249] env[62563]: DEBUG nova.compute.manager [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1377.273249] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528af479-a79c-4fc0-874a-840c8fd07703 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.403649] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.403914] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.404049] env[62563]: DEBUG nova.network.neutron [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.404306] env[62563]: DEBUG nova.objects.instance [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lazy-loading 'info_cache' on Instance uuid d463557f-2915-4d0b-9ed9-cf8ad14a99e7 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.426244] env[62563]: DEBUG oslo_vmware.api [None req-d59a2515-396e-4797-85ba-ad36e0e2aa4e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750644, 'name': SuspendVM_Task, 'duration_secs': 0.805628} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.426803] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d59a2515-396e-4797-85ba-ad36e0e2aa4e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Suspended the VM {{(pid=62563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1377.427021] env[62563]: DEBUG nova.compute.manager [None req-d59a2515-396e-4797-85ba-ad36e0e2aa4e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1377.428256] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.429090] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e62437-9b5f-4739-8b69-1ae79b5e351a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.444593] env[62563]: DEBUG nova.network.neutron [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Successfully updated port: eb8c9bcb-9617-4120-807e-e06aab7b2595 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.575317] env[62563]: DEBUG nova.compute.manager [req-455d9818-8a72-4c9c-bcbb-85b3e6bd5d63 req-0d0eed40-41b2-4c38-a726-80d0d2595451 service nova] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Received event network-vif-plugged-eb8c9bcb-9617-4120-807e-e06aab7b2595 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1377.575317] env[62563]: DEBUG oslo_concurrency.lockutils [req-455d9818-8a72-4c9c-bcbb-85b3e6bd5d63 req-0d0eed40-41b2-4c38-a726-80d0d2595451 service nova] Acquiring lock "c9716ffb-01d6-4a82-8e8e-a2db6f056a28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.577775] env[62563]: DEBUG oslo_concurrency.lockutils [req-455d9818-8a72-4c9c-bcbb-85b3e6bd5d63 req-0d0eed40-41b2-4c38-a726-80d0d2595451 service nova] Lock "c9716ffb-01d6-4a82-8e8e-a2db6f056a28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.577775] env[62563]: DEBUG oslo_concurrency.lockutils [req-455d9818-8a72-4c9c-bcbb-85b3e6bd5d63 req-0d0eed40-41b2-4c38-a726-80d0d2595451 service nova] Lock "c9716ffb-01d6-4a82-8e8e-a2db6f056a28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.577775] env[62563]: DEBUG nova.compute.manager [req-455d9818-8a72-4c9c-bcbb-85b3e6bd5d63 req-0d0eed40-41b2-4c38-a726-80d0d2595451 service nova] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] No waiting events found dispatching network-vif-plugged-eb8c9bcb-9617-4120-807e-e06aab7b2595 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1377.577775] env[62563]: WARNING nova.compute.manager [req-455d9818-8a72-4c9c-bcbb-85b3e6bd5d63 req-0d0eed40-41b2-4c38-a726-80d0d2595451 service nova] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Received unexpected event network-vif-plugged-eb8c9bcb-9617-4120-807e-e06aab7b2595 for instance with vm_state building and task_state spawning. [ 1377.633874] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Acquiring lock "6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.633978] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Lock "6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.635221] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Acquiring lock "6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.635221] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Lock "6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.635221] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Lock "6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.639101] env[62563]: INFO nova.compute.manager [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Terminating instance [ 1377.640359] env[62563]: DEBUG nova.compute.manager [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1377.640359] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.641062] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3d86c5-4e27-4ed4-9199-67179bc5d675 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.651099] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.651099] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b53fb5a9-dbbd-4bde-9713-6de5f8e2f3ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.657598] env[62563]: DEBUG oslo_vmware.api [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Waiting for the task: (returnval){ [ 1377.657598] env[62563]: value = "task-1750645" [ 1377.657598] env[62563]: _type = "Task" [ 1377.657598] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.665836] env[62563]: DEBUG oslo_vmware.api [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.767169] env[62563]: DEBUG nova.scheduler.client.report [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1377.784116] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.784617] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e960ad75-d477-4ae6-bdb0-48dc0237782f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.793019] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1377.793019] env[62563]: value = "task-1750646" [ 1377.793019] env[62563]: _type = "Task" [ 1377.793019] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.801414] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.949053] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "refresh_cache-c9716ffb-01d6-4a82-8e8e-a2db6f056a28" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.949053] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "refresh_cache-c9716ffb-01d6-4a82-8e8e-a2db6f056a28" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.949053] env[62563]: DEBUG nova.network.neutron [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.954118] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Acquiring lock "55c4bfb9-6f11-4207-aa10-8eff7addca9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.954368] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Lock "55c4bfb9-6f11-4207-aa10-8eff7addca9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.954573] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Acquiring lock "55c4bfb9-6f11-4207-aa10-8eff7addca9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.954769] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Lock "55c4bfb9-6f11-4207-aa10-8eff7addca9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.954936] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Lock "55c4bfb9-6f11-4207-aa10-8eff7addca9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.956843] env[62563]: INFO nova.compute.manager [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Terminating instance [ 1377.959054] env[62563]: DEBUG nova.compute.manager [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1377.959509] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.960175] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51545d2d-1735-42dd-b9d7-5cc19c677d86 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.970432] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.970777] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c1ee96f-0e0d-4035-ba25-2fafd839af92 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.978104] env[62563]: DEBUG oslo_vmware.api [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Waiting for the task: (returnval){ [ 1377.978104] env[62563]: value = "task-1750648" [ 1377.978104] env[62563]: _type = "Task" [ 1377.978104] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.988286] env[62563]: DEBUG oslo_vmware.api [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.067407] env[62563]: DEBUG nova.compute.manager [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1378.096871] env[62563]: DEBUG nova.virt.hardware [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1378.097607] env[62563]: DEBUG nova.virt.hardware [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1378.098047] env[62563]: DEBUG nova.virt.hardware [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.098047] env[62563]: DEBUG nova.virt.hardware [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1378.098047] env[62563]: DEBUG nova.virt.hardware [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.098177] env[62563]: DEBUG nova.virt.hardware [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1378.098637] env[62563]: DEBUG nova.virt.hardware [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1378.098805] env[62563]: DEBUG nova.virt.hardware [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1378.098970] env[62563]: DEBUG nova.virt.hardware [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1378.099142] env[62563]: DEBUG nova.virt.hardware [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1378.099471] env[62563]: DEBUG nova.virt.hardware [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1378.100903] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d175b141-e744-4e78-8353-8a1ba1393ab3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.109911] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610a3f8a-52db-4c5c-99f7-b31faee7f0a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.152036] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.152249] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.168646] env[62563]: DEBUG oslo_vmware.api [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750645, 'name': PowerOffVM_Task, 'duration_secs': 0.327173} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.168906] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.169084] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.169331] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-898753bb-b172-4180-a32a-c49b30b9d2ad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.273376] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.278634] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.336s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.278817] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.278967] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1378.279296] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.227s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.280852] env[62563]: INFO nova.compute.claims [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.288024] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.288024] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.288024] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Deleting the datastore file [datastore1] 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.288024] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ce4825-260f-48f4-bbe4-2ed9d7495542 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.289319] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcc75c78-d450-4f3b-9d88-2c301f5eb695 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.298754] env[62563]: DEBUG oslo_vmware.api [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Waiting for the task: (returnval){ [ 1378.298754] env[62563]: value = "task-1750650" [ 1378.298754] env[62563]: _type = "Task" [ 1378.298754] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.300405] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e677c30-1e6e-4929-81d4-165fb360bcf3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.305040] env[62563]: INFO nova.scheduler.client.report [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Deleted allocations for instance c07ade89-c57b-4f7e-8c67-2db8f7ae4487 [ 1378.313876] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750646, 'name': PowerOffVM_Task, 'duration_secs': 0.192561} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.317869] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.320156] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.320156] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a34ee66-2e1a-40c4-a408-eb5c0b1217e3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.335827] env[62563]: DEBUG oslo_vmware.api [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.338337] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dab0553-d52a-4ebe-b28c-64d2c2b06d22 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.343286] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.343928] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab3c7a90-b70d-4def-86ea-240b0ae8a089 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.352082] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87cdfab-f9d0-4d7b-895a-06f9f511008e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.385345] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179419MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1378.385479] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.387206] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.387418] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.387846] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Deleting the datastore file [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.387846] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2f2f7a5-4950-43f6-82d6-9bb63ad55c86 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.394953] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1378.394953] env[62563]: value = "task-1750652" [ 1378.394953] env[62563]: _type = "Task" [ 1378.394953] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.403415] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.417027] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.417280] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.417492] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.417705] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.417883] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.421968] env[62563]: INFO nova.compute.manager [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Terminating instance [ 1378.423827] env[62563]: DEBUG nova.compute.manager [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1378.424031] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.424865] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b2a55d-5ce5-4d91-9c29-662aba122602 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.432485] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.432683] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9319ba3-62d9-4064-915c-ba51230e87f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.439958] env[62563]: DEBUG oslo_vmware.api [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1378.439958] env[62563]: value = "task-1750653" [ 1378.439958] env[62563]: _type = "Task" [ 1378.439958] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.447659] env[62563]: DEBUG oslo_vmware.api [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.489478] env[62563]: DEBUG oslo_vmware.api [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750648, 'name': PowerOffVM_Task, 'duration_secs': 0.260489} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.489478] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.489565] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.489999] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46b25240-fe20-485e-9123-607d8082f1ee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.492559] env[62563]: DEBUG nova.network.neutron [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.575374] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.575585] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.575767] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Deleting the datastore file [datastore1] 55c4bfb9-6f11-4207-aa10-8eff7addca9c {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.576076] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2726f1eb-7c9b-444d-afa8-62fec54c7e56 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.582318] env[62563]: DEBUG oslo_vmware.api [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Waiting for the task: (returnval){ [ 1378.582318] env[62563]: value = "task-1750655" [ 1378.582318] env[62563]: _type = "Task" [ 1378.582318] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.593432] env[62563]: DEBUG oslo_vmware.api [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.725487] env[62563]: DEBUG nova.network.neutron [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Updating instance_info_cache with network_info: [{"id": "eb8c9bcb-9617-4120-807e-e06aab7b2595", "address": "fa:16:3e:f2:27:1e", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb8c9bcb-96", "ovs_interfaceid": "eb8c9bcb-9617-4120-807e-e06aab7b2595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.736840] env[62563]: DEBUG nova.network.neutron [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance_info_cache with network_info: [{"id": "55607a4f-c280-422c-96d9-bd66d49740c1", "address": "fa:16:3e:ba:b1:fe", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55607a4f-c2", "ovs_interfaceid": "55607a4f-c280-422c-96d9-bd66d49740c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.792405] env[62563]: DEBUG nova.network.neutron [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Successfully updated port: 3b785459-28a5-46bf-a0cb-d18743963146 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.811247] env[62563]: DEBUG oslo_vmware.api [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Task: {'id': task-1750650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182181} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.811562] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.811757] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.811933] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.812115] env[62563]: INFO nova.compute.manager [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1378.812355] env[62563]: DEBUG oslo.service.loopingcall [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1378.812542] env[62563]: DEBUG nova.compute.manager [-] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1378.812642] env[62563]: DEBUG nova.network.neutron [-] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.826055] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c25a3161-20d8-447b-a0e5-a26379314f5b tempest-ServerAddressesNegativeTestJSON-1265734285 tempest-ServerAddressesNegativeTestJSON-1265734285-project-member] Lock "c07ade89-c57b-4f7e-8c67-2db8f7ae4487" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.175s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.908772] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16325} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.908772] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.908881] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.909066] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.952992] env[62563]: DEBUG oslo_vmware.api [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750653, 'name': PowerOffVM_Task, 'duration_secs': 0.261179} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.952992] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.952992] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.952992] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-579e7318-e75b-4b9e-8da2-96db61425c1b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.996250] env[62563]: DEBUG nova.compute.manager [req-26c71555-4db3-41a8-a3fc-82adbb194868 req-48a18901-2cf7-42bf-8d80-e89ebd4ce931 service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Received event network-vif-plugged-3b785459-28a5-46bf-a0cb-d18743963146 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1378.996379] env[62563]: DEBUG oslo_concurrency.lockutils [req-26c71555-4db3-41a8-a3fc-82adbb194868 req-48a18901-2cf7-42bf-8d80-e89ebd4ce931 service nova] Acquiring lock "280e4528-20fc-438b-adba-e4b449cfc635-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.996596] env[62563]: DEBUG oslo_concurrency.lockutils [req-26c71555-4db3-41a8-a3fc-82adbb194868 req-48a18901-2cf7-42bf-8d80-e89ebd4ce931 service nova] Lock "280e4528-20fc-438b-adba-e4b449cfc635-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.996760] env[62563]: DEBUG oslo_concurrency.lockutils [req-26c71555-4db3-41a8-a3fc-82adbb194868 req-48a18901-2cf7-42bf-8d80-e89ebd4ce931 service nova] Lock "280e4528-20fc-438b-adba-e4b449cfc635-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.996921] env[62563]: DEBUG nova.compute.manager [req-26c71555-4db3-41a8-a3fc-82adbb194868 req-48a18901-2cf7-42bf-8d80-e89ebd4ce931 service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] No waiting events found dispatching network-vif-plugged-3b785459-28a5-46bf-a0cb-d18743963146 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1378.997456] env[62563]: WARNING nova.compute.manager [req-26c71555-4db3-41a8-a3fc-82adbb194868 req-48a18901-2cf7-42bf-8d80-e89ebd4ce931 service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Received unexpected event network-vif-plugged-3b785459-28a5-46bf-a0cb-d18743963146 for instance with vm_state building and task_state spawning. [ 1379.093333] env[62563]: DEBUG oslo_vmware.api [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Task: {'id': task-1750655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204313} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.093539] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.093831] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.094113] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.094502] env[62563]: INFO nova.compute.manager [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1379.094868] env[62563]: DEBUG oslo.service.loopingcall [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.094907] env[62563]: DEBUG nova.compute.manager [-] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1379.095601] env[62563]: DEBUG nova.network.neutron [-] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.124218] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1379.124578] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1379.124970] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Deleting the datastore file [datastore1] 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.125959] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb812442-097c-4421-bb5c-ecb9051233cb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.133834] env[62563]: DEBUG oslo_vmware.api [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1379.133834] env[62563]: value = "task-1750657" [ 1379.133834] env[62563]: _type = "Task" [ 1379.133834] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.142057] env[62563]: DEBUG oslo_vmware.api [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.228470] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "refresh_cache-c9716ffb-01d6-4a82-8e8e-a2db6f056a28" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.228815] env[62563]: DEBUG nova.compute.manager [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Instance network_info: |[{"id": "eb8c9bcb-9617-4120-807e-e06aab7b2595", "address": "fa:16:3e:f2:27:1e", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb8c9bcb-96", "ovs_interfaceid": "eb8c9bcb-9617-4120-807e-e06aab7b2595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1379.229269] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:27:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb8c9bcb-9617-4120-807e-e06aab7b2595', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.237756] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Creating folder: Project (2fbd03d80e8c4495b94f19f566338958). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.240887] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1adfd8b8-4ecf-4422-9d6e-c65b36fa52fd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.243902] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.244706] env[62563]: DEBUG nova.objects.instance [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lazy-loading 'migration_context' on Instance uuid d463557f-2915-4d0b-9ed9-cf8ad14a99e7 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.258289] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Created folder: Project (2fbd03d80e8c4495b94f19f566338958) in parent group-v363823. [ 1379.258289] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Creating folder: Instances. Parent ref: group-v363921. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.258289] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0de5d584-4534-42ce-b687-e34f29025218 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.268131] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Created folder: Instances in parent group-v363921. [ 1379.268462] env[62563]: DEBUG oslo.service.loopingcall [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.268786] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.269036] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59b6990e-8e8e-4b11-9bb0-593edf928c1d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.290616] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.290616] env[62563]: value = "task-1750660" [ 1379.290616] env[62563]: _type = "Task" [ 1379.290616] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.297208] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "refresh_cache-280e4528-20fc-438b-adba-e4b449cfc635" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.297208] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquired lock "refresh_cache-280e4528-20fc-438b-adba-e4b449cfc635" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.297208] env[62563]: DEBUG nova.network.neutron [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.310719] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750660, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.379694] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "84baf130-f07a-45d4-a57f-7b20833a85ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.380077] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "84baf130-f07a-45d4-a57f-7b20833a85ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.616398] env[62563]: DEBUG nova.network.neutron [-] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.646579] env[62563]: DEBUG oslo_vmware.api [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365674} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.646866] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.647065] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.647240] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.647404] env[62563]: INFO nova.compute.manager [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1379.647637] env[62563]: DEBUG oslo.service.loopingcall [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.647831] env[62563]: DEBUG nova.compute.manager [-] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1379.647939] env[62563]: DEBUG nova.network.neutron [-] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.707428] env[62563]: DEBUG nova.compute.manager [req-74e9db2e-b00a-4422-93b3-6b6c15edace5 req-e8c3d6b1-de94-4230-b847-c59932bc6c0b service nova] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Received event network-changed-eb8c9bcb-9617-4120-807e-e06aab7b2595 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1379.707636] env[62563]: DEBUG nova.compute.manager [req-74e9db2e-b00a-4422-93b3-6b6c15edace5 req-e8c3d6b1-de94-4230-b847-c59932bc6c0b service nova] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Refreshing instance network info cache due to event network-changed-eb8c9bcb-9617-4120-807e-e06aab7b2595. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1379.707853] env[62563]: DEBUG oslo_concurrency.lockutils [req-74e9db2e-b00a-4422-93b3-6b6c15edace5 req-e8c3d6b1-de94-4230-b847-c59932bc6c0b service nova] Acquiring lock "refresh_cache-c9716ffb-01d6-4a82-8e8e-a2db6f056a28" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.707993] env[62563]: DEBUG oslo_concurrency.lockutils [req-74e9db2e-b00a-4422-93b3-6b6c15edace5 req-e8c3d6b1-de94-4230-b847-c59932bc6c0b service nova] Acquired lock "refresh_cache-c9716ffb-01d6-4a82-8e8e-a2db6f056a28" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.708440] env[62563]: DEBUG nova.network.neutron [req-74e9db2e-b00a-4422-93b3-6b6c15edace5 req-e8c3d6b1-de94-4230-b847-c59932bc6c0b service nova] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Refreshing network info cache for port eb8c9bcb-9617-4120-807e-e06aab7b2595 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.748872] env[62563]: DEBUG nova.objects.base [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1379.750063] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deca49bd-0d81-417a-912d-1dc5a39cd2d5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.781559] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-489e4662-fef8-4053-9965-3e8e4dfb4658 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.789706] env[62563]: DEBUG oslo_vmware.api [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1379.789706] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52c81787-c189-9f08-a929-84d14a264d1c" [ 1379.789706] env[62563]: _type = "Task" [ 1379.789706] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.796950] env[62563]: DEBUG oslo_vmware.api [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c81787-c189-9f08-a929-84d14a264d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.803299] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750660, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.843596] env[62563]: DEBUG nova.network.neutron [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.886646] env[62563]: DEBUG nova.compute.manager [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1379.887952] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7490d1-eb4a-42e9-8386-8223f0dea70d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.896018] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cad9a86-a185-4194-b9c6-dde586f23666 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.907959] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f409ccec-d3cf-45a3-91c0-75bac4ea0acc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.956812] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29236f2b-5b7b-4c2c-9e4a-b70544a0d949 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.965778] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d6a369-6cbb-47d5-8229-fdc4dab318fe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.980221] env[62563]: DEBUG nova.network.neutron [-] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.982191] env[62563]: DEBUG nova.compute.provider_tree [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.992814] env[62563]: DEBUG nova.virt.hardware [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1379.993073] env[62563]: DEBUG nova.virt.hardware [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1379.993236] env[62563]: DEBUG nova.virt.hardware [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.994735] env[62563]: DEBUG nova.virt.hardware [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1379.994735] env[62563]: DEBUG nova.virt.hardware [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.994735] env[62563]: DEBUG nova.virt.hardware [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1379.994735] env[62563]: DEBUG nova.virt.hardware [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1379.994735] env[62563]: DEBUG nova.virt.hardware [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1379.994903] env[62563]: DEBUG nova.virt.hardware [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1379.994903] env[62563]: DEBUG nova.virt.hardware [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1379.994903] env[62563]: DEBUG nova.virt.hardware [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1379.997096] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9f0893-f5ef-4d2f-9d82-632ba871490e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.004912] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3eb281-0910-4631-b827-3b131e3de6a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.019811] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Instance VIF info [] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.025751] env[62563]: DEBUG oslo.service.loopingcall [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1380.028381] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.028622] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1580ba89-2673-4f62-987e-70a82267d592 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.046109] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.046109] env[62563]: value = "task-1750661" [ 1380.046109] env[62563]: _type = "Task" [ 1380.046109] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.053834] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750661, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.080331] env[62563]: DEBUG nova.network.neutron [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Updating instance_info_cache with network_info: [{"id": "3b785459-28a5-46bf-a0cb-d18743963146", "address": "fa:16:3e:51:c2:ac", "network": {"id": "c778a895-9e72-4f81-808a-4cfdb236e0d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1333487908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540e6d174d6c4c54800b2ebbc3ea5970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b785459-28", "ovs_interfaceid": "3b785459-28a5-46bf-a0cb-d18743963146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.120130] env[62563]: INFO nova.compute.manager [-] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Took 1.31 seconds to deallocate network for instance. [ 1380.303906] env[62563]: DEBUG oslo_vmware.api [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c81787-c189-9f08-a929-84d14a264d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.007382} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.307149] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.307387] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750660, 'name': CreateVM_Task, 'duration_secs': 0.536379} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.307579] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.308260] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.308416] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.308733] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.308980] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1465fa3c-a057-4a24-b176-df2f758278a2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.315685] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1380.315685] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5258a590-b36a-1ced-04a8-bf1f5132e5fb" [ 1380.315685] env[62563]: _type = "Task" [ 1380.315685] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.327322] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5258a590-b36a-1ced-04a8-bf1f5132e5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.409135] env[62563]: INFO nova.compute.manager [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] instance snapshotting [ 1380.409350] env[62563]: WARNING nova.compute.manager [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1380.412142] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e32135-24b3-437a-ad07-1d1d305983fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.435033] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e5cdd1-cbd5-4c37-9f4d-e9cbac0fc91a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.478055] env[62563]: DEBUG nova.network.neutron [req-74e9db2e-b00a-4422-93b3-6b6c15edace5 req-e8c3d6b1-de94-4230-b847-c59932bc6c0b service nova] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Updated VIF entry in instance network info cache for port eb8c9bcb-9617-4120-807e-e06aab7b2595. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.478055] env[62563]: DEBUG nova.network.neutron [req-74e9db2e-b00a-4422-93b3-6b6c15edace5 req-e8c3d6b1-de94-4230-b847-c59932bc6c0b service nova] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Updating instance_info_cache with network_info: [{"id": "eb8c9bcb-9617-4120-807e-e06aab7b2595", "address": "fa:16:3e:f2:27:1e", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb8c9bcb-96", "ovs_interfaceid": "eb8c9bcb-9617-4120-807e-e06aab7b2595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.484040] env[62563]: INFO nova.compute.manager [-] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Took 1.39 seconds to deallocate network for instance. [ 1380.486683] env[62563]: DEBUG nova.scheduler.client.report [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1380.556495] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750661, 'name': CreateVM_Task, 'duration_secs': 0.340759} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.556647] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.557030] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.585289] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Releasing lock "refresh_cache-280e4528-20fc-438b-adba-e4b449cfc635" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.585641] env[62563]: DEBUG nova.compute.manager [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Instance network_info: |[{"id": "3b785459-28a5-46bf-a0cb-d18743963146", "address": "fa:16:3e:51:c2:ac", "network": {"id": "c778a895-9e72-4f81-808a-4cfdb236e0d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1333487908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540e6d174d6c4c54800b2ebbc3ea5970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b785459-28", "ovs_interfaceid": "3b785459-28a5-46bf-a0cb-d18743963146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1380.586050] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:c2:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b785459-28a5-46bf-a0cb-d18743963146', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.593587] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Creating folder: Project (540e6d174d6c4c54800b2ebbc3ea5970). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1380.594183] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80909a53-e764-46b3-b504-fb6e7d81ed4f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.604760] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Created folder: Project (540e6d174d6c4c54800b2ebbc3ea5970) in parent group-v363823. [ 1380.604945] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Creating folder: Instances. Parent ref: group-v363925. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1380.605286] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-215a1d0d-23e4-4877-8006-b63a1625e00c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.614781] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Created folder: Instances in parent group-v363925. [ 1380.615017] env[62563]: DEBUG oslo.service.loopingcall [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1380.615209] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.615511] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9561f8c-af93-4c9e-b509-3e532d73a67a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.631130] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.636578] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.636578] env[62563]: value = "task-1750664" [ 1380.636578] env[62563]: _type = "Task" [ 1380.636578] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.644256] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750664, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.826588] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5258a590-b36a-1ced-04a8-bf1f5132e5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.826588] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.826850] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.828591] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.828591] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.828591] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.828591] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.828881] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.828881] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47e8942a-bccc-4da8-a01d-e0c551b35861 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.830103] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b592bfb-5f24-4617-aae6-d843e8e575f2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.835447] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1380.835447] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52bf0cf5-0f9d-c7a7-17fb-3c0bbf67587f" [ 1380.835447] env[62563]: _type = "Task" [ 1380.835447] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.839630] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.839812] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.840956] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f665815-fa62-43d2-8d58-11d2c1688c39 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.845970] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bf0cf5-0f9d-c7a7-17fb-3c0bbf67587f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.851067] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1380.851067] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52da1ff8-12a4-bbc3-25ba-804709aacfd1" [ 1380.851067] env[62563]: _type = "Task" [ 1380.851067] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.856615] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52da1ff8-12a4-bbc3-25ba-804709aacfd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.945813] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1380.946458] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-811b4faf-b6ca-4bcc-b6e9-cd50f77a43eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.953686] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1380.953686] env[62563]: value = "task-1750665" [ 1380.953686] env[62563]: _type = "Task" [ 1380.953686] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.962144] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750665, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.980356] env[62563]: DEBUG oslo_concurrency.lockutils [req-74e9db2e-b00a-4422-93b3-6b6c15edace5 req-e8c3d6b1-de94-4230-b847-c59932bc6c0b service nova] Releasing lock "refresh_cache-c9716ffb-01d6-4a82-8e8e-a2db6f056a28" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.980749] env[62563]: DEBUG nova.compute.manager [req-74e9db2e-b00a-4422-93b3-6b6c15edace5 req-e8c3d6b1-de94-4230-b847-c59932bc6c0b service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Received event network-vif-deleted-41970ea1-4453-4aff-8011-ec0b52788441 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1380.981021] env[62563]: INFO nova.compute.manager [req-74e9db2e-b00a-4422-93b3-6b6c15edace5 req-e8c3d6b1-de94-4230-b847-c59932bc6c0b service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Neutron deleted interface 41970ea1-4453-4aff-8011-ec0b52788441; detaching it from the instance and deleting it from the info cache [ 1380.981242] env[62563]: DEBUG nova.network.neutron [req-74e9db2e-b00a-4422-93b3-6b6c15edace5 req-e8c3d6b1-de94-4230-b847-c59932bc6c0b service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.995377] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.995546] env[62563]: DEBUG nova.compute.manager [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1380.999424] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.999811] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.122s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.001118] env[62563]: INFO nova.compute.claims [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.146710] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750664, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.255960] env[62563]: DEBUG nova.compute.manager [req-7ba7276d-367b-4798-ae90-80b7aaa272cc req-630849ed-3d4f-4dcb-8ea8-a99268861da5 service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Received event network-changed-3b785459-28a5-46bf-a0cb-d18743963146 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1381.257369] env[62563]: DEBUG nova.compute.manager [req-7ba7276d-367b-4798-ae90-80b7aaa272cc req-630849ed-3d4f-4dcb-8ea8-a99268861da5 service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Refreshing instance network info cache due to event network-changed-3b785459-28a5-46bf-a0cb-d18743963146. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1381.257369] env[62563]: DEBUG oslo_concurrency.lockutils [req-7ba7276d-367b-4798-ae90-80b7aaa272cc req-630849ed-3d4f-4dcb-8ea8-a99268861da5 service nova] Acquiring lock "refresh_cache-280e4528-20fc-438b-adba-e4b449cfc635" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.257369] env[62563]: DEBUG oslo_concurrency.lockutils [req-7ba7276d-367b-4798-ae90-80b7aaa272cc req-630849ed-3d4f-4dcb-8ea8-a99268861da5 service nova] Acquired lock "refresh_cache-280e4528-20fc-438b-adba-e4b449cfc635" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.257369] env[62563]: DEBUG nova.network.neutron [req-7ba7276d-367b-4798-ae90-80b7aaa272cc req-630849ed-3d4f-4dcb-8ea8-a99268861da5 service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Refreshing network info cache for port 3b785459-28a5-46bf-a0cb-d18743963146 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.349868] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bf0cf5-0f9d-c7a7-17fb-3c0bbf67587f, 'name': SearchDatastore_Task, 'duration_secs': 0.008969} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.354783] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.355107] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.355406] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.363759] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52da1ff8-12a4-bbc3-25ba-804709aacfd1, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.365148] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b45477-2765-4dbc-9ceb-c0803bde0c5f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.372235] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1381.372235] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52aa3a6d-d473-3379-2176-6373a989aea9" [ 1381.372235] env[62563]: _type = "Task" [ 1381.372235] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.384141] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52aa3a6d-d473-3379-2176-6373a989aea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.419971] env[62563]: DEBUG nova.network.neutron [-] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.463656] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750665, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.484168] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-842a362a-0fa9-497f-b551-c761df5ac376 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.494824] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f428941-206e-46f0-9d49-8ec769cb048c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.510370] env[62563]: DEBUG nova.compute.utils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1381.519808] env[62563]: DEBUG nova.compute.manager [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1381.519808] env[62563]: DEBUG nova.network.neutron [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1381.542227] env[62563]: DEBUG nova.compute.manager [req-74e9db2e-b00a-4422-93b3-6b6c15edace5 req-e8c3d6b1-de94-4230-b847-c59932bc6c0b service nova] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Detach interface failed, port_id=41970ea1-4453-4aff-8011-ec0b52788441, reason: Instance 55c4bfb9-6f11-4207-aa10-8eff7addca9c could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1381.647800] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750664, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.649398] env[62563]: DEBUG nova.policy [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5125cf18f4f94578939d09222973df4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd7e8dfe6cc74beca7337cf05c29472c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1381.888089] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52aa3a6d-d473-3379-2176-6373a989aea9, 'name': SearchDatastore_Task, 'duration_secs': 0.010094} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.888343] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.888599] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c9716ffb-01d6-4a82-8e8e-a2db6f056a28/c9716ffb-01d6-4a82-8e8e-a2db6f056a28.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.888876] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.889074] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.889287] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61b0ef76-95a1-48cd-b6dd-335bbea7ee72 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.891399] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4368df3c-d875-4f56-8665-8ed5ff982929 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.900108] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1381.900108] env[62563]: value = "task-1750666" [ 1381.900108] env[62563]: _type = "Task" [ 1381.900108] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.906807] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.907107] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.907937] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7034aa95-b686-4a4c-8e89-08bf0532a910 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.920596] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1381.920596] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523ab89d-3a91-1f86-8ec5-be1fefc3a274" [ 1381.920596] env[62563]: _type = "Task" [ 1381.920596] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.920841] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.924127] env[62563]: INFO nova.compute.manager [-] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Took 2.28 seconds to deallocate network for instance. [ 1381.933017] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523ab89d-3a91-1f86-8ec5-be1fefc3a274, 'name': SearchDatastore_Task, 'duration_secs': 0.008823} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.934030] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dbe0f91-d0b5-4ba9-8019-9338d62ba8d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.940954] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1381.940954] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b4e80a-b67a-dc99-77cf-4956b6aa722f" [ 1381.940954] env[62563]: _type = "Task" [ 1381.940954] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.950924] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b4e80a-b67a-dc99-77cf-4956b6aa722f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.963070] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750665, 'name': CreateSnapshot_Task, 'duration_secs': 0.642122} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.965673] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1381.965673] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1790c2e-37b1-45a5-bd96-9dfbbd79a1cc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.022034] env[62563]: DEBUG nova.compute.manager [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1382.046103] env[62563]: DEBUG nova.compute.manager [req-5ad238b7-16ea-48d7-9772-0d3971bd1931 req-ea45f842-cb05-415e-8bdc-aeee1f5c651e service nova] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Received event network-vif-deleted-de39b1ae-483f-4122-8b7f-c8a2e03febe0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1382.086615] env[62563]: DEBUG nova.network.neutron [req-7ba7276d-367b-4798-ae90-80b7aaa272cc req-630849ed-3d4f-4dcb-8ea8-a99268861da5 service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Updated VIF entry in instance network info cache for port 3b785459-28a5-46bf-a0cb-d18743963146. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.087052] env[62563]: DEBUG nova.network.neutron [req-7ba7276d-367b-4798-ae90-80b7aaa272cc req-630849ed-3d4f-4dcb-8ea8-a99268861da5 service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Updating instance_info_cache with network_info: [{"id": "3b785459-28a5-46bf-a0cb-d18743963146", "address": "fa:16:3e:51:c2:ac", "network": {"id": "c778a895-9e72-4f81-808a-4cfdb236e0d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1333487908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540e6d174d6c4c54800b2ebbc3ea5970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b785459-28", "ovs_interfaceid": "3b785459-28a5-46bf-a0cb-d18743963146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.154842] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750664, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.371469] env[62563]: DEBUG nova.network.neutron [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Successfully created port: 4a5cc927-f1ae-4340-8dc5-279a4a32316d {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.412857] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750666, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.434856] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.457160] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b4e80a-b67a-dc99-77cf-4956b6aa722f, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.457462] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.457707] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3/084713a9-0b2c-41eb-a481-e964fb701ed3.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.457974] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d546763-81f7-461e-a613-e3009988ea84 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.468023] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1382.468023] env[62563]: value = "task-1750667" [ 1382.468023] env[62563]: _type = "Task" [ 1382.468023] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.485374] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1382.485718] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.488783] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1edd9e70-03fc-454a-9486-49db3197d335 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.496472] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1382.496472] env[62563]: value = "task-1750668" [ 1382.496472] env[62563]: _type = "Task" [ 1382.496472] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.511580] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Acquiring lock "a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.511818] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Lock "a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.512029] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750668, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.592173] env[62563]: DEBUG oslo_concurrency.lockutils [req-7ba7276d-367b-4798-ae90-80b7aaa272cc req-630849ed-3d4f-4dcb-8ea8-a99268861da5 service nova] Releasing lock "refresh_cache-280e4528-20fc-438b-adba-e4b449cfc635" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.592173] env[62563]: DEBUG nova.compute.manager [req-7ba7276d-367b-4798-ae90-80b7aaa272cc req-630849ed-3d4f-4dcb-8ea8-a99268861da5 service nova] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Received event network-vif-deleted-ebcb6f0b-c8e6-459d-84f2-cdc9e978cc31 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1382.648733] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750664, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.662443] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7020ef07-37b2-44ea-8973-e48f7845ed40 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.669512] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56410cbc-8c6f-4272-a948-f300492a7843 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.703175] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9894fb0-5a95-4c29-979b-dd7a2711180a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.711939] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4ec091-c0db-4186-98b5-f4eda65e1aa3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.726704] env[62563]: DEBUG nova.compute.provider_tree [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.913815] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632982} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.914337] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c9716ffb-01d6-4a82-8e8e-a2db6f056a28/c9716ffb-01d6-4a82-8e8e-a2db6f056a28.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.914793] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.914930] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a59848-99ca-4daf-bc1a-706d88f0e808 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.921912] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1382.921912] env[62563]: value = "task-1750669" [ 1382.921912] env[62563]: _type = "Task" [ 1382.921912] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.930753] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.979320] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750667, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.006618] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750668, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.037418] env[62563]: DEBUG nova.compute.manager [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1383.084155] env[62563]: DEBUG nova.virt.hardware [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1383.084480] env[62563]: DEBUG nova.virt.hardware [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1383.084762] env[62563]: DEBUG nova.virt.hardware [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.085597] env[62563]: DEBUG nova.virt.hardware [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1383.085597] env[62563]: DEBUG nova.virt.hardware [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.085758] env[62563]: DEBUG nova.virt.hardware [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1383.085943] env[62563]: DEBUG nova.virt.hardware [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1383.086124] env[62563]: DEBUG nova.virt.hardware [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1383.086295] env[62563]: DEBUG nova.virt.hardware [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1383.086459] env[62563]: DEBUG nova.virt.hardware [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1383.086633] env[62563]: DEBUG nova.virt.hardware [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1383.087901] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba1ee48-c2b0-45ee-bb6a-37a6b28b41b1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.098013] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7070a34-7714-4467-8497-5a6e7abd23be {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.149308] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750664, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.230028] env[62563]: DEBUG nova.scheduler.client.report [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1383.431452] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097731} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.432338] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.432782] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71e4144-3a6e-49e0-9870-df25afb19d97 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.455019] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] c9716ffb-01d6-4a82-8e8e-a2db6f056a28/c9716ffb-01d6-4a82-8e8e-a2db6f056a28.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.455423] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef4908f-dc3f-47cb-aed9-aa6239f7f926 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.478448] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713962} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.479743] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3/084713a9-0b2c-41eb-a481-e964fb701ed3.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.483022] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.483022] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1383.483022] env[62563]: value = "task-1750670" [ 1383.483022] env[62563]: _type = "Task" [ 1383.483022] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.483022] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-810769b9-ff6e-40b0-a33b-3e94597401e2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.490971] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.492260] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1383.492260] env[62563]: value = "task-1750671" [ 1383.492260] env[62563]: _type = "Task" [ 1383.492260] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.500191] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.509885] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750668, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.651200] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750664, 'name': CreateVM_Task, 'duration_secs': 2.749664} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.651446] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.652080] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.652248] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.652560] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.652819] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3fc4f24-5d66-4057-9429-46e67df6bfb0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.658435] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1383.658435] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523ea82f-5358-84ce-84af-7f9efaad8ede" [ 1383.658435] env[62563]: _type = "Task" [ 1383.658435] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.666547] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523ea82f-5358-84ce-84af-7f9efaad8ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.739577] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.739577] env[62563]: DEBUG nova.compute.manager [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1383.742422] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.168s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.742889] env[62563]: DEBUG nova.objects.instance [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lazy-loading 'resources' on Instance uuid b3197e09-444d-43fe-a8da-1b69794c4ea0 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.995995] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750670, 'name': ReconfigVM_Task, 'duration_secs': 0.301995} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.999135] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Reconfigured VM instance instance-00000023 to attach disk [datastore1] c9716ffb-01d6-4a82-8e8e-a2db6f056a28/c9716ffb-01d6-4a82-8e8e-a2db6f056a28.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.999769] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de73bdde-269c-4914-9646-75066f163251 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.007596] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075265} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.008155] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.009280] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f237a550-6095-4aaf-ad83-c6e244cf5687 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.016222] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750668, 'name': CloneVM_Task, 'duration_secs': 1.501026} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.016222] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1384.016222] env[62563]: value = "task-1750672" [ 1384.016222] env[62563]: _type = "Task" [ 1384.016222] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.016776] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Created linked-clone VM from snapshot [ 1384.017564] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8300032e-680b-480c-aeb5-30e378ed23d9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.038570] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3/084713a9-0b2c-41eb-a481-e964fb701ed3.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.041713] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fc1a1ff-b703-40c9-9cf6-e200a00eb23e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.061239] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Uploading image a4b25c67-4432-483d-8fd7-ff1be26c8d86 {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1384.063169] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750672, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.070172] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1384.070172] env[62563]: value = "task-1750673" [ 1384.070172] env[62563]: _type = "Task" [ 1384.070172] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.080468] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.088769] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1384.088769] env[62563]: value = "vm-363929" [ 1384.088769] env[62563]: _type = "VirtualMachine" [ 1384.088769] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1384.089119] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-73f558ab-3c8b-4913-b0c4-9280edafceaa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.095680] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lease: (returnval){ [ 1384.095680] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d34b53-aba9-69e3-8342-ad5fa42c0747" [ 1384.095680] env[62563]: _type = "HttpNfcLease" [ 1384.095680] env[62563]: } obtained for exporting VM: (result){ [ 1384.095680] env[62563]: value = "vm-363929" [ 1384.095680] env[62563]: _type = "VirtualMachine" [ 1384.095680] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1384.095952] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the lease: (returnval){ [ 1384.095952] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d34b53-aba9-69e3-8342-ad5fa42c0747" [ 1384.095952] env[62563]: _type = "HttpNfcLease" [ 1384.095952] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1384.103316] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1384.103316] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d34b53-aba9-69e3-8342-ad5fa42c0747" [ 1384.103316] env[62563]: _type = "HttpNfcLease" [ 1384.103316] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1384.170761] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523ea82f-5358-84ce-84af-7f9efaad8ede, 'name': SearchDatastore_Task, 'duration_secs': 0.027296} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.171289] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.172046] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.172366] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.172599] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.172828] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.173149] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0776fa7b-2657-4252-8458-555056476c08 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.181546] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.181727] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.182463] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17389351-18f5-4356-820d-d6c59e7d425a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.188154] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1384.188154] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5213a494-b7a3-f02b-397a-90c6a571937e" [ 1384.188154] env[62563]: _type = "Task" [ 1384.188154] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.199749] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5213a494-b7a3-f02b-397a-90c6a571937e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.244256] env[62563]: DEBUG nova.compute.utils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1384.245636] env[62563]: DEBUG nova.compute.manager [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1384.245951] env[62563]: DEBUG nova.network.neutron [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1384.334911] env[62563]: DEBUG nova.policy [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd8276e93f54c64a7b9555cf7ac58d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6d7499cd6b47cb8e408f3e13796971', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1384.451458] env[62563]: DEBUG nova.compute.manager [req-70bb6832-1450-4dfa-894b-9ad844f54ebb req-ba7cdd71-5128-4311-8caa-b5dbb468b0ca service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Received event network-vif-plugged-4a5cc927-f1ae-4340-8dc5-279a4a32316d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1384.451676] env[62563]: DEBUG oslo_concurrency.lockutils [req-70bb6832-1450-4dfa-894b-9ad844f54ebb req-ba7cdd71-5128-4311-8caa-b5dbb468b0ca service nova] Acquiring lock "636c2770-3626-4101-b8de-65f9f883959f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.451874] env[62563]: DEBUG oslo_concurrency.lockutils [req-70bb6832-1450-4dfa-894b-9ad844f54ebb req-ba7cdd71-5128-4311-8caa-b5dbb468b0ca service nova] Lock "636c2770-3626-4101-b8de-65f9f883959f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.452048] env[62563]: DEBUG oslo_concurrency.lockutils [req-70bb6832-1450-4dfa-894b-9ad844f54ebb req-ba7cdd71-5128-4311-8caa-b5dbb468b0ca service nova] Lock "636c2770-3626-4101-b8de-65f9f883959f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.452465] env[62563]: DEBUG nova.compute.manager [req-70bb6832-1450-4dfa-894b-9ad844f54ebb req-ba7cdd71-5128-4311-8caa-b5dbb468b0ca service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] No waiting events found dispatching network-vif-plugged-4a5cc927-f1ae-4340-8dc5-279a4a32316d {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1384.453807] env[62563]: WARNING nova.compute.manager [req-70bb6832-1450-4dfa-894b-9ad844f54ebb req-ba7cdd71-5128-4311-8caa-b5dbb468b0ca service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Received unexpected event network-vif-plugged-4a5cc927-f1ae-4340-8dc5-279a4a32316d for instance with vm_state building and task_state spawning. [ 1384.530234] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750672, 'name': Rename_Task, 'duration_secs': 0.162182} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.530531] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.530794] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd60074-4d59-4b51-8684-d147a7c88698 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.540747] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1384.540747] env[62563]: value = "task-1750675" [ 1384.540747] env[62563]: _type = "Task" [ 1384.540747] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.552276] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.581158] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750673, 'name': ReconfigVM_Task, 'duration_secs': 0.291047} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.586462] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3/084713a9-0b2c-41eb-a481-e964fb701ed3.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.586596] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-102af655-4bbe-45f9-8fa9-4d886d835007 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.594416] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1384.594416] env[62563]: value = "task-1750676" [ 1384.594416] env[62563]: _type = "Task" [ 1384.594416] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.612257] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750676, 'name': Rename_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.613809] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1384.613809] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d34b53-aba9-69e3-8342-ad5fa42c0747" [ 1384.613809] env[62563]: _type = "HttpNfcLease" [ 1384.613809] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1384.614094] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1384.614094] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d34b53-aba9-69e3-8342-ad5fa42c0747" [ 1384.614094] env[62563]: _type = "HttpNfcLease" [ 1384.614094] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1384.614846] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb692c2b-4d12-499f-b868-d224f3a2a2d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.625787] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffeb35-ee51-3d90-31b4-deaf151bf320/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1384.625978] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffeb35-ee51-3d90-31b4-deaf151bf320/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1384.702071] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5213a494-b7a3-f02b-397a-90c6a571937e, 'name': SearchDatastore_Task, 'duration_secs': 0.026011} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.702834] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4758e17-e2d1-49c7-a083-a00fa580a3ad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.708436] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1384.708436] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520374fa-13af-5ae7-56ee-1dc117f3cff4" [ 1384.708436] env[62563]: _type = "Task" [ 1384.708436] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.720611] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520374fa-13af-5ae7-56ee-1dc117f3cff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.725421] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5cbea47-35c8-4230-b46e-006d3ac47560 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.750133] env[62563]: DEBUG nova.compute.manager [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1384.833732] env[62563]: DEBUG nova.network.neutron [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Successfully created port: b1af2956-c779-475c-adc0-d99333762ce5 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1384.841149] env[62563]: DEBUG nova.network.neutron [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Successfully updated port: 4a5cc927-f1ae-4340-8dc5-279a4a32316d {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1384.900801] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd204bb4-a0c2-46ba-bb7d-8c8acf2c8070 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.909461] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7785de-9c80-425d-b446-4feead1c9b27 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.944054] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adba122-83f9-4c81-854d-785790c0b4a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.952021] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416d1ebd-fd5e-4ae6-8b50-88d048694925 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.965411] env[62563]: DEBUG nova.compute.provider_tree [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.056252] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.105205] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750676, 'name': Rename_Task, 'duration_secs': 0.249726} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.105929] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.105929] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56e70420-81b3-481f-a9cc-471007968d15 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.115331] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1385.115331] env[62563]: value = "task-1750677" [ 1385.115331] env[62563]: _type = "Task" [ 1385.115331] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.124474] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.220220] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520374fa-13af-5ae7-56ee-1dc117f3cff4, 'name': SearchDatastore_Task, 'duration_secs': 0.009461} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.220576] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.220910] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 280e4528-20fc-438b-adba-e4b449cfc635/280e4528-20fc-438b-adba-e4b449cfc635.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.221197] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-109ae324-4f79-4fbc-8bd4-8b7cc724f766 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.228923] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1385.228923] env[62563]: value = "task-1750678" [ 1385.228923] env[62563]: _type = "Task" [ 1385.228923] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.239300] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.345771] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "refresh_cache-636c2770-3626-4101-b8de-65f9f883959f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.345876] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquired lock "refresh_cache-636c2770-3626-4101-b8de-65f9f883959f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.346089] env[62563]: DEBUG nova.network.neutron [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.468710] env[62563]: DEBUG nova.scheduler.client.report [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1385.557646] env[62563]: DEBUG oslo_vmware.api [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750675, 'name': PowerOnVM_Task, 'duration_secs': 0.694704} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.558333] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.558645] env[62563]: INFO nova.compute.manager [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1385.558839] env[62563]: DEBUG nova.compute.manager [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1385.559663] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28f3edd-0893-4d2c-89ae-db6429e02abe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.635213] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.740817] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750678, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.758568] env[62563]: DEBUG nova.compute.manager [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1385.789535] env[62563]: DEBUG nova.virt.hardware [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1385.790147] env[62563]: DEBUG nova.virt.hardware [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1385.790147] env[62563]: DEBUG nova.virt.hardware [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.790351] env[62563]: DEBUG nova.virt.hardware [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1385.790524] env[62563]: DEBUG nova.virt.hardware [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.790817] env[62563]: DEBUG nova.virt.hardware [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1385.791055] env[62563]: DEBUG nova.virt.hardware [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1385.791302] env[62563]: DEBUG nova.virt.hardware [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1385.794876] env[62563]: DEBUG nova.virt.hardware [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1385.794876] env[62563]: DEBUG nova.virt.hardware [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1385.794876] env[62563]: DEBUG nova.virt.hardware [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1385.795248] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89977477-e902-45c4-a60e-b9311fa051b2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.805476] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d1119e-7b16-4823-a37d-392f733c661b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.888550] env[62563]: DEBUG nova.network.neutron [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.974568] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.977550] env[62563]: DEBUG oslo_concurrency.lockutils [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.152s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.978015] env[62563]: DEBUG nova.objects.instance [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lazy-loading 'resources' on Instance uuid bcbe9cac-5512-47c8-8c57-b4cac4dc7d50 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.005504] env[62563]: INFO nova.scheduler.client.report [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Deleted allocations for instance b3197e09-444d-43fe-a8da-1b69794c4ea0 [ 1386.088143] env[62563]: INFO nova.compute.manager [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Took 45.07 seconds to build instance. [ 1386.126736] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.168473] env[62563]: DEBUG nova.network.neutron [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Updating instance_info_cache with network_info: [{"id": "4a5cc927-f1ae-4340-8dc5-279a4a32316d", "address": "fa:16:3e:7e:5b:ff", "network": {"id": "f8336569-b3a5-49e1-bbe0-a84296971fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1075590446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd7e8dfe6cc74beca7337cf05c29472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a5cc927-f1", "ovs_interfaceid": "4a5cc927-f1ae-4340-8dc5-279a4a32316d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.242252] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803225} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.242893] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 280e4528-20fc-438b-adba-e4b449cfc635/280e4528-20fc-438b-adba-e4b449cfc635.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.243087] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.243908] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb533acd-b2bb-44e5-9ed3-2528fbbc09dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.252349] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1386.252349] env[62563]: value = "task-1750679" [ 1386.252349] env[62563]: _type = "Task" [ 1386.252349] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.261042] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.530131] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dfad4405-4f29-4ddd-ab10-c156d42865fc tempest-ImagesOneServerTestJSON-1756070476 tempest-ImagesOneServerTestJSON-1756070476-project-member] Lock "b3197e09-444d-43fe-a8da-1b69794c4ea0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.692s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.590201] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fde31dea-c187-49c2-94e5-087e86214e05 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "c9716ffb-01d6-4a82-8e8e-a2db6f056a28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.136s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.634337] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.650917] env[62563]: DEBUG nova.compute.manager [req-5574a3e6-2887-4aa6-9fb4-a7331fc1930d req-a4a893e5-e5f4-453c-b23b-833ceed07b81 service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Received event network-changed-4a5cc927-f1ae-4340-8dc5-279a4a32316d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1386.651143] env[62563]: DEBUG nova.compute.manager [req-5574a3e6-2887-4aa6-9fb4-a7331fc1930d req-a4a893e5-e5f4-453c-b23b-833ceed07b81 service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Refreshing instance network info cache due to event network-changed-4a5cc927-f1ae-4340-8dc5-279a4a32316d. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1386.652058] env[62563]: DEBUG oslo_concurrency.lockutils [req-5574a3e6-2887-4aa6-9fb4-a7331fc1930d req-a4a893e5-e5f4-453c-b23b-833ceed07b81 service nova] Acquiring lock "refresh_cache-636c2770-3626-4101-b8de-65f9f883959f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.671540] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Releasing lock "refresh_cache-636c2770-3626-4101-b8de-65f9f883959f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.671936] env[62563]: DEBUG nova.compute.manager [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Instance network_info: |[{"id": "4a5cc927-f1ae-4340-8dc5-279a4a32316d", "address": "fa:16:3e:7e:5b:ff", "network": {"id": "f8336569-b3a5-49e1-bbe0-a84296971fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1075590446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd7e8dfe6cc74beca7337cf05c29472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a5cc927-f1", "ovs_interfaceid": "4a5cc927-f1ae-4340-8dc5-279a4a32316d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1386.672602] env[62563]: DEBUG oslo_concurrency.lockutils [req-5574a3e6-2887-4aa6-9fb4-a7331fc1930d req-a4a893e5-e5f4-453c-b23b-833ceed07b81 service nova] Acquired lock "refresh_cache-636c2770-3626-4101-b8de-65f9f883959f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.672856] env[62563]: DEBUG nova.network.neutron [req-5574a3e6-2887-4aa6-9fb4-a7331fc1930d req-a4a893e5-e5f4-453c-b23b-833ceed07b81 service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Refreshing network info cache for port 4a5cc927-f1ae-4340-8dc5-279a4a32316d {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.674191] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:5b:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a5cc927-f1ae-4340-8dc5-279a4a32316d', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1386.682101] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Creating folder: Project (cd7e8dfe6cc74beca7337cf05c29472c). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.682982] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c05e40e0-2e84-4096-999c-fc0b989f0d77 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.697097] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Created folder: Project (cd7e8dfe6cc74beca7337cf05c29472c) in parent group-v363823. [ 1386.697289] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Creating folder: Instances. Parent ref: group-v363930. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.701123] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f1fc091-6d8e-4930-89b6-f9506a30f92e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.710997] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Created folder: Instances in parent group-v363930. [ 1386.711272] env[62563]: DEBUG oslo.service.loopingcall [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.711473] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1386.712027] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e95b495-438a-4529-a2fa-4f9e128db5f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.736518] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1386.736518] env[62563]: value = "task-1750682" [ 1386.736518] env[62563]: _type = "Task" [ 1386.736518] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.744972] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750682, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.761268] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.848969] env[62563]: DEBUG nova.network.neutron [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Successfully updated port: b1af2956-c779-475c-adc0-d99333762ce5 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.028376] env[62563]: DEBUG nova.compute.manager [req-c4616d0e-eec1-4b5e-a8e8-a5547126b42e req-4145e5bd-cea2-4725-bba1-c0e397066bd7 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Received event network-vif-plugged-b1af2956-c779-475c-adc0-d99333762ce5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1387.028498] env[62563]: DEBUG oslo_concurrency.lockutils [req-c4616d0e-eec1-4b5e-a8e8-a5547126b42e req-4145e5bd-cea2-4725-bba1-c0e397066bd7 service nova] Acquiring lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.028667] env[62563]: DEBUG oslo_concurrency.lockutils [req-c4616d0e-eec1-4b5e-a8e8-a5547126b42e req-4145e5bd-cea2-4725-bba1-c0e397066bd7 service nova] Lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.028842] env[62563]: DEBUG oslo_concurrency.lockutils [req-c4616d0e-eec1-4b5e-a8e8-a5547126b42e req-4145e5bd-cea2-4725-bba1-c0e397066bd7 service nova] Lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.030581] env[62563]: DEBUG nova.compute.manager [req-c4616d0e-eec1-4b5e-a8e8-a5547126b42e req-4145e5bd-cea2-4725-bba1-c0e397066bd7 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] No waiting events found dispatching network-vif-plugged-b1af2956-c779-475c-adc0-d99333762ce5 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1387.030581] env[62563]: WARNING nova.compute.manager [req-c4616d0e-eec1-4b5e-a8e8-a5547126b42e req-4145e5bd-cea2-4725-bba1-c0e397066bd7 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Received unexpected event network-vif-plugged-b1af2956-c779-475c-adc0-d99333762ce5 for instance with vm_state building and task_state spawning. [ 1387.051881] env[62563]: INFO nova.compute.manager [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Rebuilding instance [ 1387.093240] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1387.110287] env[62563]: DEBUG nova.compute.manager [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1387.111453] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ea871a-04ae-4385-ae5d-881eb98d5129 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.133208] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.145645] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294e5f16-299d-404c-af5f-38832606f282 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.153241] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdb4801-08f0-42c5-a8ae-7a9efa85dca3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.189292] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a0f909-c2f9-47a4-bd2c-a39b0dbc7862 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.197769] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873cfcd9-3ecc-47e7-953a-df2e380b5fb3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.215033] env[62563]: DEBUG nova.compute.provider_tree [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.246682] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750682, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.262151] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.86721} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.262151] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.262610] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0245bc38-df36-4699-abe5-20fad471f5be {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.292624] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 280e4528-20fc-438b-adba-e4b449cfc635/280e4528-20fc-438b-adba-e4b449cfc635.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.295443] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5fe4eaf-ae37-4c6d-aa1a-933da1f53600 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.318453] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1387.318453] env[62563]: value = "task-1750683" [ 1387.318453] env[62563]: _type = "Task" [ 1387.318453] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.325309] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.356692] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.356692] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.356692] env[62563]: DEBUG nova.network.neutron [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.473192] env[62563]: DEBUG nova.network.neutron [req-5574a3e6-2887-4aa6-9fb4-a7331fc1930d req-a4a893e5-e5f4-453c-b23b-833ceed07b81 service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Updated VIF entry in instance network info cache for port 4a5cc927-f1ae-4340-8dc5-279a4a32316d. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.473926] env[62563]: DEBUG nova.network.neutron [req-5574a3e6-2887-4aa6-9fb4-a7331fc1930d req-a4a893e5-e5f4-453c-b23b-833ceed07b81 service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Updating instance_info_cache with network_info: [{"id": "4a5cc927-f1ae-4340-8dc5-279a4a32316d", "address": "fa:16:3e:7e:5b:ff", "network": {"id": "f8336569-b3a5-49e1-bbe0-a84296971fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1075590446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd7e8dfe6cc74beca7337cf05c29472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a5cc927-f1", "ovs_interfaceid": "4a5cc927-f1ae-4340-8dc5-279a4a32316d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.617147] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.629533] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.629926] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80b1f55d-641b-4ce9-83b3-98ae9474e1ba {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.640584] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.640584] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1387.640584] env[62563]: value = "task-1750684" [ 1387.640584] env[62563]: _type = "Task" [ 1387.640584] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.647723] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.715257] env[62563]: DEBUG nova.scheduler.client.report [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1387.748862] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750682, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.832013] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750683, 'name': ReconfigVM_Task, 'duration_secs': 0.475554} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.832407] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 280e4528-20fc-438b-adba-e4b449cfc635/280e4528-20fc-438b-adba-e4b449cfc635.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.833599] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-225ed068-3d5a-485d-8a33-0e21c99ad994 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.840299] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1387.840299] env[62563]: value = "task-1750685" [ 1387.840299] env[62563]: _type = "Task" [ 1387.840299] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.849126] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750685, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.916176] env[62563]: DEBUG nova.network.neutron [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.977027] env[62563]: DEBUG oslo_concurrency.lockutils [req-5574a3e6-2887-4aa6-9fb4-a7331fc1930d req-a4a893e5-e5f4-453c-b23b-833ceed07b81 service nova] Releasing lock "refresh_cache-636c2770-3626-4101-b8de-65f9f883959f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.135372] env[62563]: DEBUG oslo_vmware.api [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750677, 'name': PowerOnVM_Task, 'duration_secs': 2.797755} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.135695] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.135836] env[62563]: DEBUG nova.compute.manager [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1388.136644] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23387d8-75e4-4657-bd94-10262583bf66 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.155065] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750684, 'name': PowerOffVM_Task, 'duration_secs': 0.179501} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.155065] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.155065] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.155397] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454453d0-d778-4890-b468-bf89474b02d9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.159964] env[62563]: DEBUG nova.network.neutron [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Updating instance_info_cache with network_info: [{"id": "b1af2956-c779-475c-adc0-d99333762ce5", "address": "fa:16:3e:0c:08:91", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1af2956-c7", "ovs_interfaceid": "b1af2956-c779-475c-adc0-d99333762ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.167106] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.167649] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2f8bc6f-f3d4-4af3-8729-c353ee6e2c7d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.221625] env[62563]: DEBUG oslo_concurrency.lockutils [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.224339] env[62563]: DEBUG oslo_concurrency.lockutils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.664s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.226172] env[62563]: INFO nova.compute.claims [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.249778] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750682, 'name': CreateVM_Task, 'duration_secs': 1.37091} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.254023] env[62563]: INFO nova.scheduler.client.report [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Deleted allocations for instance bcbe9cac-5512-47c8-8c57-b4cac4dc7d50 [ 1388.254023] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.254023] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.254290] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.254290] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleting the datastore file [datastore1] c9716ffb-01d6-4a82-8e8e-a2db6f056a28 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.257492] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.257840] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.261540] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.261665] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19ee3ad4-deed-46fd-b98f-dc0216fbb8ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.264304] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d542fbbd-8823-4a62-b126-940edc75b4d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.274064] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1388.274064] env[62563]: value = "task-1750687" [ 1388.274064] env[62563]: _type = "Task" [ 1388.274064] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.274064] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1388.274064] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f503a4-758f-df5a-5107-9f9398878465" [ 1388.274064] env[62563]: _type = "Task" [ 1388.274064] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.290944] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.291593] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f503a4-758f-df5a-5107-9f9398878465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.359470] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750685, 'name': Rename_Task, 'duration_secs': 0.207757} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.359470] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.359470] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-490cfcda-8f48-4871-a135-bca450e69f91 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.365432] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1388.365432] env[62563]: value = "task-1750688" [ 1388.365432] env[62563]: _type = "Task" [ 1388.365432] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.376100] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.550333] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquiring lock "8146eebc-9445-4f8c-8b2a-31724f59bedf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.550333] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Lock "8146eebc-9445-4f8c-8b2a-31724f59bedf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.658962] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.669127] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.669127] env[62563]: DEBUG nova.compute.manager [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Instance network_info: |[{"id": "b1af2956-c779-475c-adc0-d99333762ce5", "address": "fa:16:3e:0c:08:91", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1af2956-c7", "ovs_interfaceid": "b1af2956-c779-475c-adc0-d99333762ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1388.670062] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:08:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1af2956-c779-475c-adc0-d99333762ce5', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.679014] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Creating folder: Project (ef6d7499cd6b47cb8e408f3e13796971). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.679350] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e794d35d-cc0a-4d32-bdfd-28fdad1c79f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.691721] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Created folder: Project (ef6d7499cd6b47cb8e408f3e13796971) in parent group-v363823. [ 1388.691905] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Creating folder: Instances. Parent ref: group-v363933. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.692173] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8c628c9-74f4-455e-a1fb-ee0fd0f6aacf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.701712] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Created folder: Instances in parent group-v363933. [ 1388.701977] env[62563]: DEBUG oslo.service.loopingcall [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.702195] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.702406] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-664ba926-5cbc-4b88-86cf-910b5271e549 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.722890] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.722890] env[62563]: value = "task-1750691" [ 1388.722890] env[62563]: _type = "Task" [ 1388.722890] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.736097] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750691, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.767592] env[62563]: DEBUG oslo_concurrency.lockutils [None req-46a8e2d3-b02d-4c46-af94-9ea5d1c0a7a6 tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "bcbe9cac-5512-47c8-8c57-b4cac4dc7d50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.702s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.795032] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f503a4-758f-df5a-5107-9f9398878465, 'name': SearchDatastore_Task, 'duration_secs': 0.019774} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.795344] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286284} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.795629] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.795868] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.796123] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.796270] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.796452] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.796723] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.796895] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.797084] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.801133] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4af22762-6b4b-44e3-a839-3ac5b2511af9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.811061] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.811061] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.811467] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b48d6ae0-915d-4e83-8127-f91d4d5da5c0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.820176] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1388.820176] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a21f97-67b6-8540-e8d0-a1861b327186" [ 1388.820176] env[62563]: _type = "Task" [ 1388.820176] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.828990] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a21f97-67b6-8540-e8d0-a1861b327186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.879731] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750688, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.219503] env[62563]: DEBUG nova.compute.manager [req-4fcae87b-79e4-4be6-a865-d56a78202c9c req-cc069fae-38b3-42ab-8ad1-b5befe75f344 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Received event network-changed-b1af2956-c779-475c-adc0-d99333762ce5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1389.219720] env[62563]: DEBUG nova.compute.manager [req-4fcae87b-79e4-4be6-a865-d56a78202c9c req-cc069fae-38b3-42ab-8ad1-b5befe75f344 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Refreshing instance network info cache due to event network-changed-b1af2956-c779-475c-adc0-d99333762ce5. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1389.219935] env[62563]: DEBUG oslo_concurrency.lockutils [req-4fcae87b-79e4-4be6-a865-d56a78202c9c req-cc069fae-38b3-42ab-8ad1-b5befe75f344 service nova] Acquiring lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.222943] env[62563]: DEBUG oslo_concurrency.lockutils [req-4fcae87b-79e4-4be6-a865-d56a78202c9c req-cc069fae-38b3-42ab-8ad1-b5befe75f344 service nova] Acquired lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.223142] env[62563]: DEBUG nova.network.neutron [req-4fcae87b-79e4-4be6-a865-d56a78202c9c req-cc069fae-38b3-42ab-8ad1-b5befe75f344 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Refreshing network info cache for port b1af2956-c779-475c-adc0-d99333762ce5 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.234698] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750691, 'name': CreateVM_Task, 'duration_secs': 0.353966} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.235494] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.236356] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.236775] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.236922] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1389.240618] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f9a465-8505-4f46-b045-425ffc8a3e5a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.247975] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1389.247975] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52173248-b29f-ccf3-c34c-2e2dd6b6a104" [ 1389.247975] env[62563]: _type = "Task" [ 1389.247975] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.257188] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52173248-b29f-ccf3-c34c-2e2dd6b6a104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.264075] env[62563]: DEBUG oslo_concurrency.lockutils [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "b607559a-9f41-465d-8c03-c9e2bddbd173" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.264330] env[62563]: DEBUG oslo_concurrency.lockutils [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "b607559a-9f41-465d-8c03-c9e2bddbd173" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.264531] env[62563]: DEBUG oslo_concurrency.lockutils [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "b607559a-9f41-465d-8c03-c9e2bddbd173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.264749] env[62563]: DEBUG oslo_concurrency.lockutils [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "b607559a-9f41-465d-8c03-c9e2bddbd173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.264924] env[62563]: DEBUG oslo_concurrency.lockutils [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "b607559a-9f41-465d-8c03-c9e2bddbd173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.269544] env[62563]: INFO nova.compute.manager [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Terminating instance [ 1389.271398] env[62563]: DEBUG nova.compute.manager [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1389.271618] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.272460] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85ff0a5-1a02-4244-a451-bf85eedb5620 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.285915] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.286208] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-355a8e44-363c-4d98-8247-353c6e5aa16a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.294665] env[62563]: DEBUG oslo_vmware.api [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1389.294665] env[62563]: value = "task-1750692" [ 1389.294665] env[62563]: _type = "Task" [ 1389.294665] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.302709] env[62563]: DEBUG oslo_vmware.api [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.338437] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a21f97-67b6-8540-e8d0-a1861b327186, 'name': SearchDatastore_Task, 'duration_secs': 0.012947} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.345057] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba44f27-7bdb-44ee-9c17-763dc803ea6a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.350220] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1389.350220] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52230fbc-81e7-5937-3af2-05bfaa3d7032" [ 1389.350220] env[62563]: _type = "Task" [ 1389.350220] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.364505] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52230fbc-81e7-5937-3af2-05bfaa3d7032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.382986] env[62563]: DEBUG oslo_vmware.api [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750688, 'name': PowerOnVM_Task, 'duration_secs': 0.666763} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.383386] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.383635] env[62563]: INFO nova.compute.manager [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Took 11.32 seconds to spawn the instance on the hypervisor. [ 1389.384275] env[62563]: DEBUG nova.compute.manager [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1389.384788] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef0f2e2-21fa-4461-a71b-8bef714f2538 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.584160] env[62563]: INFO nova.compute.manager [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Rebuilding instance [ 1389.640887] env[62563]: DEBUG nova.compute.manager [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1389.642062] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee01cca6-e1c9-4e57-b3f0-18cc56113458 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.762929] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52173248-b29f-ccf3-c34c-2e2dd6b6a104, 'name': SearchDatastore_Task, 'duration_secs': 0.013191} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.765535] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.765825] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.766508] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.769113] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661843fb-53f4-46eb-a651-4bba1d6ebd6b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.776193] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99beda11-2104-44f6-811c-80b881b4292d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.811284] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0ec1c0-df64-4229-8a12-af8d1b2aac33 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.824806] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5629eb-9edf-4512-91be-13601ff3e030 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.829701] env[62563]: DEBUG oslo_vmware.api [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750692, 'name': PowerOffVM_Task, 'duration_secs': 0.25928} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.830656] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.830920] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.831703] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03a833b3-271f-4790-badc-d19c4a842cf7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.846725] env[62563]: DEBUG nova.compute.provider_tree [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.856782] env[62563]: DEBUG nova.virt.hardware [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1389.857062] env[62563]: DEBUG nova.virt.hardware [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1389.857705] env[62563]: DEBUG nova.virt.hardware [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.857705] env[62563]: DEBUG nova.virt.hardware [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1389.857705] env[62563]: DEBUG nova.virt.hardware [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.857705] env[62563]: DEBUG nova.virt.hardware [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1389.858222] env[62563]: DEBUG nova.virt.hardware [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1389.858222] env[62563]: DEBUG nova.virt.hardware [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1389.858222] env[62563]: DEBUG nova.virt.hardware [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1389.859110] env[62563]: DEBUG nova.virt.hardware [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1389.859110] env[62563]: DEBUG nova.virt.hardware [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1389.859684] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8a2b57-ffca-4ec4-8555-b97bbda5fd02 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.873316] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52230fbc-81e7-5937-3af2-05bfaa3d7032, 'name': SearchDatastore_Task, 'duration_secs': 0.015275} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.876048] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.876470] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 636c2770-3626-4101-b8de-65f9f883959f/636c2770-3626-4101-b8de-65f9f883959f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.877739] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa50354-fa47-4e0e-98ee-91fd4982220e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.883369] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.883369] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.883541] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9a99f26-d8b9-40c4-a126-65c6e9043785 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.886359] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e93a4f24-46d3-472d-b4f0-fd01600fd299 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.904270] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:27:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb8c9bcb-9617-4120-807e-e06aab7b2595', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.913195] env[62563]: DEBUG oslo.service.loopingcall [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1389.917540] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.917931] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1389.917931] env[62563]: value = "task-1750694" [ 1389.917931] env[62563]: _type = "Task" [ 1389.917931] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.918513] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.918679] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.919726] env[62563]: INFO nova.compute.manager [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Took 44.97 seconds to build instance. [ 1389.920641] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eec54e70-9c02-48c2-ab01-5ae5c068c302 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.937408] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110aebb2-1399-454c-bf7e-2cc275f35c8d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.949018] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.949018] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.949018] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Deleting the datastore file [datastore1] b607559a-9f41-465d-8c03-c9e2bddbd173 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.950539] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff91ff93-8da6-4704-ba80-eabba6443a4f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.954385] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1389.954385] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b38db7-d381-4659-8e1a-79a2daf2e6a3" [ 1389.954385] env[62563]: _type = "Task" [ 1389.954385] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.954708] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.954708] env[62563]: value = "task-1750695" [ 1389.954708] env[62563]: _type = "Task" [ 1389.954708] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.965531] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.965840] env[62563]: DEBUG oslo_vmware.api [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for the task: (returnval){ [ 1389.965840] env[62563]: value = "task-1750696" [ 1389.965840] env[62563]: _type = "Task" [ 1389.965840] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.975896] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b38db7-d381-4659-8e1a-79a2daf2e6a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.976399] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750695, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.981213] env[62563]: DEBUG oslo_vmware.api [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.103902] env[62563]: DEBUG nova.network.neutron [req-4fcae87b-79e4-4be6-a865-d56a78202c9c req-cc069fae-38b3-42ab-8ad1-b5befe75f344 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Updated VIF entry in instance network info cache for port b1af2956-c779-475c-adc0-d99333762ce5. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.104368] env[62563]: DEBUG nova.network.neutron [req-4fcae87b-79e4-4be6-a865-d56a78202c9c req-cc069fae-38b3-42ab-8ad1-b5befe75f344 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Updating instance_info_cache with network_info: [{"id": "b1af2956-c779-475c-adc0-d99333762ce5", "address": "fa:16:3e:0c:08:91", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1af2956-c7", "ovs_interfaceid": "b1af2956-c779-475c-adc0-d99333762ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.161012] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.161882] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db665f48-5bae-46d4-8306-492828d673f6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.170090] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Waiting for the task: (returnval){ [ 1390.170090] env[62563]: value = "task-1750697" [ 1390.170090] env[62563]: _type = "Task" [ 1390.170090] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.179151] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.350407] env[62563]: DEBUG nova.scheduler.client.report [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1390.444283] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f1517890-548e-4748-ac60-a1e6ed7b942c tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "280e4528-20fc-438b-adba-e4b449cfc635" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.089s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.454590] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.488512] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750695, 'name': CreateVM_Task, 'duration_secs': 0.347771} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.488939] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b38db7-d381-4659-8e1a-79a2daf2e6a3, 'name': SearchDatastore_Task, 'duration_secs': 0.067765} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.489697] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.491477] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.491755] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.492352] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.493061] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6468941f-890e-40ed-96ad-76d6cf611c89 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.504281] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a97335-3119-49c2-a31f-a98d8244b4cb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.511831] env[62563]: DEBUG oslo_vmware.api [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.511831] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1390.511831] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5254b0e2-0842-570b-e8f3-920d1e320ca0" [ 1390.511831] env[62563]: _type = "Task" [ 1390.511831] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.512232] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1390.512232] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520f5213-7e0e-938f-4898-47191261ecaf" [ 1390.512232] env[62563]: _type = "Task" [ 1390.512232] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.528523] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5254b0e2-0842-570b-e8f3-920d1e320ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.534551] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520f5213-7e0e-938f-4898-47191261ecaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.607349] env[62563]: DEBUG oslo_concurrency.lockutils [req-4fcae87b-79e4-4be6-a865-d56a78202c9c req-cc069fae-38b3-42ab-8ad1-b5befe75f344 service nova] Releasing lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.680811] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750697, 'name': PowerOffVM_Task, 'duration_secs': 0.238432} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.682883] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1390.682883] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.683330] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e76bcd-9015-41d5-ba4b-62b48c8ff05f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.695959] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1390.695959] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7857bbd1-31c2-4778-89b4-ac3f2ff09a9b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.723508] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1390.723811] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1390.724014] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Deleting the datastore file [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1390.724277] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56e0d370-deb8-4bde-b1e9-1396bf4b75d3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.728909] env[62563]: DEBUG nova.compute.manager [req-2d46adda-617b-45cd-8416-b4b77508c247 req-3c538dac-e988-4e04-8936-7a5a93253ba9 service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Received event network-changed-3b785459-28a5-46bf-a0cb-d18743963146 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1390.728909] env[62563]: DEBUG nova.compute.manager [req-2d46adda-617b-45cd-8416-b4b77508c247 req-3c538dac-e988-4e04-8936-7a5a93253ba9 service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Refreshing instance network info cache due to event network-changed-3b785459-28a5-46bf-a0cb-d18743963146. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1390.728909] env[62563]: DEBUG oslo_concurrency.lockutils [req-2d46adda-617b-45cd-8416-b4b77508c247 req-3c538dac-e988-4e04-8936-7a5a93253ba9 service nova] Acquiring lock "refresh_cache-280e4528-20fc-438b-adba-e4b449cfc635" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.729021] env[62563]: DEBUG oslo_concurrency.lockutils [req-2d46adda-617b-45cd-8416-b4b77508c247 req-3c538dac-e988-4e04-8936-7a5a93253ba9 service nova] Acquired lock "refresh_cache-280e4528-20fc-438b-adba-e4b449cfc635" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.729155] env[62563]: DEBUG nova.network.neutron [req-2d46adda-617b-45cd-8416-b4b77508c247 req-3c538dac-e988-4e04-8936-7a5a93253ba9 service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Refreshing network info cache for port 3b785459-28a5-46bf-a0cb-d18743963146 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.734642] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Waiting for the task: (returnval){ [ 1390.734642] env[62563]: value = "task-1750699" [ 1390.734642] env[62563]: _type = "Task" [ 1390.734642] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.743907] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.865527] env[62563]: DEBUG oslo_concurrency.lockutils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.865831] env[62563]: DEBUG nova.compute.manager [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1390.869368] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.280s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.871012] env[62563]: INFO nova.compute.claims [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.948979] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.956098] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1390.978800] env[62563]: DEBUG oslo_vmware.api [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.024772] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5254b0e2-0842-570b-e8f3-920d1e320ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.103373} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.025497] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.025819] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] b2621e0a-496e-4b4d-81b9-8adabcd939fd/b2621e0a-496e-4b4d-81b9-8adabcd939fd.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1391.026090] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ec025a3-a326-4875-a37b-d6c9cc2286dd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.031899] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520f5213-7e0e-938f-4898-47191261ecaf, 'name': SearchDatastore_Task, 'duration_secs': 0.102796} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.032682] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.032903] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.033324] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.033513] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.033752] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.035069] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43b60fee-d46a-4699-ada0-2ef0669b14c9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.038779] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1391.038779] env[62563]: value = "task-1750700" [ 1391.038779] env[62563]: _type = "Task" [ 1391.038779] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.049671] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.108816] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.109058] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.109794] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39124deb-1623-4435-8f7d-11b8dfb69c5d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.116269] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1391.116269] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52729668-9343-dc69-50c6-2c26c59942cf" [ 1391.116269] env[62563]: _type = "Task" [ 1391.116269] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.125201] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52729668-9343-dc69-50c6-2c26c59942cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.245655] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.378857] env[62563]: DEBUG nova.compute.utils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1391.382753] env[62563]: DEBUG nova.compute.manager [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Not allocating networking since 'none' was specified. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1391.454022] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750694, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.491354] env[62563]: DEBUG oslo_vmware.api [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.493915] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.555121] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.629535] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52729668-9343-dc69-50c6-2c26c59942cf, 'name': SearchDatastore_Task, 'duration_secs': 0.288019} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.629720] env[62563]: DEBUG nova.network.neutron [req-2d46adda-617b-45cd-8416-b4b77508c247 req-3c538dac-e988-4e04-8936-7a5a93253ba9 service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Updated VIF entry in instance network info cache for port 3b785459-28a5-46bf-a0cb-d18743963146. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.630132] env[62563]: DEBUG nova.network.neutron [req-2d46adda-617b-45cd-8416-b4b77508c247 req-3c538dac-e988-4e04-8936-7a5a93253ba9 service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Updating instance_info_cache with network_info: [{"id": "3b785459-28a5-46bf-a0cb-d18743963146", "address": "fa:16:3e:51:c2:ac", "network": {"id": "c778a895-9e72-4f81-808a-4cfdb236e0d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1333487908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540e6d174d6c4c54800b2ebbc3ea5970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b785459-28", "ovs_interfaceid": "3b785459-28a5-46bf-a0cb-d18743963146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.632296] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10bebd97-e576-4600-9272-40702e1a96cc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.640689] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1391.640689] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a138cc-684f-47d3-ea79-fe5b84ee4c89" [ 1391.640689] env[62563]: _type = "Task" [ 1391.640689] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.656018] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a138cc-684f-47d3-ea79-fe5b84ee4c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.749802] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.887374] env[62563]: DEBUG nova.compute.manager [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1391.957862] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750694, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.89645} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.958380] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 636c2770-3626-4101-b8de-65f9f883959f/636c2770-3626-4101-b8de-65f9f883959f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.958620] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.958893] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bccd2f24-f402-4e4d-8fb0-cc852da203a1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.969576] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1391.969576] env[62563]: value = "task-1750701" [ 1391.969576] env[62563]: _type = "Task" [ 1391.969576] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.991409] env[62563]: DEBUG oslo_vmware.api [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Task: {'id': task-1750696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.577717} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.991409] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.995103] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1391.995103] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1391.995103] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1391.995970] env[62563]: INFO nova.compute.manager [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Took 2.72 seconds to destroy the instance on the hypervisor. [ 1391.996324] env[62563]: DEBUG oslo.service.loopingcall [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.996802] env[62563]: DEBUG nova.compute.manager [-] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1391.996893] env[62563]: DEBUG nova.network.neutron [-] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.064127] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750700, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.136183] env[62563]: DEBUG oslo_concurrency.lockutils [req-2d46adda-617b-45cd-8416-b4b77508c247 req-3c538dac-e988-4e04-8936-7a5a93253ba9 service nova] Releasing lock "refresh_cache-280e4528-20fc-438b-adba-e4b449cfc635" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.156058] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a138cc-684f-47d3-ea79-fe5b84ee4c89, 'name': SearchDatastore_Task, 'duration_secs': 0.0604} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.157085] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.158044] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c9716ffb-01d6-4a82-8e8e-a2db6f056a28/c9716ffb-01d6-4a82-8e8e-a2db6f056a28.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.158044] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fc19ad4-ff10-4b17-af10-51da63f63f41 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.175035] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1392.175035] env[62563]: value = "task-1750702" [ 1392.175035] env[62563]: _type = "Task" [ 1392.175035] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.187401] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.246761] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.026957} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.249943] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.250227] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.250464] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.487853] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093758} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.488659] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1392.488949] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5933029-b4ef-47f0-abe9-79164fe1cbc6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.512410] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 636c2770-3626-4101-b8de-65f9f883959f/636c2770-3626-4101-b8de-65f9f883959f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.515498] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21fa8542-8e30-494c-bb48-29c6daa10a12 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.536990] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1392.536990] env[62563]: value = "task-1750703" [ 1392.536990] env[62563]: _type = "Task" [ 1392.536990] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.546611] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.558016] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750700, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.573889] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c2e76a-ff64-4491-8283-3f140c57cebd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.583712] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5360fa-85b0-416e-bd11-845a2e2ed983 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.621366] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c238d78-bc70-43c6-93da-956aee1b3a35 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.629742] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7767dd9c-6aae-425a-b20a-58757eb7cd53 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.644129] env[62563]: DEBUG nova.compute.provider_tree [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.683833] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.857643] env[62563]: DEBUG nova.compute.manager [req-dc7f63fb-f054-4dc1-b13a-0450c64766b9 req-66761fce-8c61-4b49-80f0-7aa372a87648 service nova] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Received event network-vif-deleted-42a51010-6064-4c90-b440-cf2b6898d3ac {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1392.857643] env[62563]: INFO nova.compute.manager [req-dc7f63fb-f054-4dc1-b13a-0450c64766b9 req-66761fce-8c61-4b49-80f0-7aa372a87648 service nova] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Neutron deleted interface 42a51010-6064-4c90-b440-cf2b6898d3ac; detaching it from the instance and deleting it from the info cache [ 1392.857643] env[62563]: DEBUG nova.network.neutron [req-dc7f63fb-f054-4dc1-b13a-0450c64766b9 req-66761fce-8c61-4b49-80f0-7aa372a87648 service nova] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.904324] env[62563]: DEBUG nova.compute.manager [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1392.924558] env[62563]: DEBUG nova.network.neutron [-] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.932235] env[62563]: DEBUG nova.virt.hardware [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1392.932494] env[62563]: DEBUG nova.virt.hardware [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1392.932648] env[62563]: DEBUG nova.virt.hardware [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.932826] env[62563]: DEBUG nova.virt.hardware [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1392.932968] env[62563]: DEBUG nova.virt.hardware [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.935245] env[62563]: DEBUG nova.virt.hardware [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1392.935245] env[62563]: DEBUG nova.virt.hardware [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1392.935245] env[62563]: DEBUG nova.virt.hardware [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1392.935245] env[62563]: DEBUG nova.virt.hardware [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1392.935245] env[62563]: DEBUG nova.virt.hardware [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1392.935760] env[62563]: DEBUG nova.virt.hardware [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1392.936715] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e289857e-3b4e-4c87-8216-25b2be88e8d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.947012] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ccda0-cd4e-411e-bac6-bbeb4e465e67 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.963223] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Instance VIF info [] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1392.972088] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Creating folder: Project (cd35076070b241d4ae975b3b0caa1588). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.972088] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aec6e900-9444-444e-81aa-e18588e31f0c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.983662] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Created folder: Project (cd35076070b241d4ae975b3b0caa1588) in parent group-v363823. [ 1392.983662] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Creating folder: Instances. Parent ref: group-v363937. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.983842] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38efca3c-adfe-470e-9489-21f3cdfe5157 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.995108] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Created folder: Instances in parent group-v363937. [ 1392.995108] env[62563]: DEBUG oslo.service.loopingcall [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.995108] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1392.995528] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adcccc87-0827-497e-918a-e999df06bf18 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.018025] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.018025] env[62563]: value = "task-1750706" [ 1393.018025] env[62563]: _type = "Task" [ 1393.018025] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.025623] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750706, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.046866] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750703, 'name': ReconfigVM_Task, 'duration_secs': 0.30056} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.051892] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 636c2770-3626-4101-b8de-65f9f883959f/636c2770-3626-4101-b8de-65f9f883959f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.052925] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcd01cef-c936-4f01-a868-7b6526d62254 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.059389] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750700, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.060744] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1393.060744] env[62563]: value = "task-1750707" [ 1393.060744] env[62563]: _type = "Task" [ 1393.060744] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.072175] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750707, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.147603] env[62563]: DEBUG nova.scheduler.client.report [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1393.186214] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.293934] env[62563]: DEBUG nova.virt.hardware [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1393.294348] env[62563]: DEBUG nova.virt.hardware [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1393.294478] env[62563]: DEBUG nova.virt.hardware [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.294662] env[62563]: DEBUG nova.virt.hardware [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1393.294838] env[62563]: DEBUG nova.virt.hardware [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.295013] env[62563]: DEBUG nova.virt.hardware [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1393.295290] env[62563]: DEBUG nova.virt.hardware [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1393.295473] env[62563]: DEBUG nova.virt.hardware [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1393.295786] env[62563]: DEBUG nova.virt.hardware [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1393.295849] env[62563]: DEBUG nova.virt.hardware [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1393.296361] env[62563]: DEBUG nova.virt.hardware [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1393.297222] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a94691-304f-4ba2-bc66-04ac0cd62fac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.306663] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38816db-3e9c-4e82-9e04-b2f640cf5de3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.320651] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Instance VIF info [] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.326951] env[62563]: DEBUG oslo.service.loopingcall [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.327282] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.327502] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9456834-23f4-4b8c-9086-7c8773b26136 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.346538] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.346538] env[62563]: value = "task-1750708" [ 1393.346538] env[62563]: _type = "Task" [ 1393.346538] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.347648] env[62563]: DEBUG nova.compute.manager [req-ae3df858-ee03-43c9-8ab6-8aa8f02b4df4 req-048ce88a-4fcf-401d-bf2d-69ee779c8c6c service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Received event network-changed-3b785459-28a5-46bf-a0cb-d18743963146 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1393.347850] env[62563]: DEBUG nova.compute.manager [req-ae3df858-ee03-43c9-8ab6-8aa8f02b4df4 req-048ce88a-4fcf-401d-bf2d-69ee779c8c6c service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Refreshing instance network info cache due to event network-changed-3b785459-28a5-46bf-a0cb-d18743963146. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1393.348088] env[62563]: DEBUG oslo_concurrency.lockutils [req-ae3df858-ee03-43c9-8ab6-8aa8f02b4df4 req-048ce88a-4fcf-401d-bf2d-69ee779c8c6c service nova] Acquiring lock "refresh_cache-280e4528-20fc-438b-adba-e4b449cfc635" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.348233] env[62563]: DEBUG oslo_concurrency.lockutils [req-ae3df858-ee03-43c9-8ab6-8aa8f02b4df4 req-048ce88a-4fcf-401d-bf2d-69ee779c8c6c service nova] Acquired lock "refresh_cache-280e4528-20fc-438b-adba-e4b449cfc635" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.348395] env[62563]: DEBUG nova.network.neutron [req-ae3df858-ee03-43c9-8ab6-8aa8f02b4df4 req-048ce88a-4fcf-401d-bf2d-69ee779c8c6c service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Refreshing network info cache for port 3b785459-28a5-46bf-a0cb-d18743963146 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.360092] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750708, 'name': CreateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.360947] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0747cae-569a-4d2b-9e2e-929abe3dd322 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.370626] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396e8717-06e4-43ec-bf64-7257ccf42e8c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.411260] env[62563]: DEBUG nova.compute.manager [req-dc7f63fb-f054-4dc1-b13a-0450c64766b9 req-66761fce-8c61-4b49-80f0-7aa372a87648 service nova] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Detach interface failed, port_id=42a51010-6064-4c90-b440-cf2b6898d3ac, reason: Instance b607559a-9f41-465d-8c03-c9e2bddbd173 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1393.428549] env[62563]: INFO nova.compute.manager [-] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Took 1.43 seconds to deallocate network for instance. [ 1393.528760] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750706, 'name': CreateVM_Task, 'duration_secs': 0.47694} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.528927] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.529458] env[62563]: DEBUG oslo_concurrency.lockutils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.529676] env[62563]: DEBUG oslo_concurrency.lockutils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.530061] env[62563]: DEBUG oslo_concurrency.lockutils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.530878] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701952c4-df93-48a1-8212-c81008e17c1e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.537593] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Waiting for the task: (returnval){ [ 1393.537593] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52bfdab3-efb9-c5f0-6a85-13f4a116c40a" [ 1393.537593] env[62563]: _type = "Task" [ 1393.537593] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.556383] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bfdab3-efb9-c5f0-6a85-13f4a116c40a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.562153] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750700, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.14767} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.565965] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] b2621e0a-496e-4b4d-81b9-8adabcd939fd/b2621e0a-496e-4b4d-81b9-8adabcd939fd.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.566544] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.567101] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e574b74-4e61-4947-8680-7db00bad1f25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.575869] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750707, 'name': Rename_Task, 'duration_secs': 0.183265} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.577422] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.578337] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1393.578337] env[62563]: value = "task-1750709" [ 1393.578337] env[62563]: _type = "Task" [ 1393.578337] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.578337] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faf8296e-dc5d-4722-a7ce-adfc3a3ce80b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.595702] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.598159] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.598159] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.598159] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1393.598159] env[62563]: value = "task-1750710" [ 1393.598159] env[62563]: _type = "Task" [ 1393.598159] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.606765] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750710, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.652220] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.652785] env[62563]: DEBUG nova.compute.manager [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1393.655527] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.200s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.655848] env[62563]: DEBUG nova.objects.instance [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lazy-loading 'resources' on Instance uuid 7f2c98e0-89cc-4fb6-95a0-f28438906b75 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.684853] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750702, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.865393] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750708, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.938386] env[62563]: DEBUG oslo_concurrency.lockutils [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.052392] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bfdab3-efb9-c5f0-6a85-13f4a116c40a, 'name': SearchDatastore_Task, 'duration_secs': 0.061077} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.052720] env[62563]: DEBUG oslo_concurrency.lockutils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.053038] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.053414] env[62563]: DEBUG oslo_concurrency.lockutils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.053476] env[62563]: DEBUG oslo_concurrency.lockutils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.053641] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.053935] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-991b0acd-c12a-4270-b8e2-301d92bfce9f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.063331] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.063547] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.064378] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e844095-85bd-4a5b-99b2-f310faca65e0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.075521] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Waiting for the task: (returnval){ [ 1394.075521] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520d9d95-af60-da58-5dfa-2b42bcfcceaf" [ 1394.075521] env[62563]: _type = "Task" [ 1394.075521] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.087403] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520d9d95-af60-da58-5dfa-2b42bcfcceaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.092638] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.106031] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.112474] env[62563]: DEBUG nova.network.neutron [req-ae3df858-ee03-43c9-8ab6-8aa8f02b4df4 req-048ce88a-4fcf-401d-bf2d-69ee779c8c6c service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Updated VIF entry in instance network info cache for port 3b785459-28a5-46bf-a0cb-d18743963146. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.112474] env[62563]: DEBUG nova.network.neutron [req-ae3df858-ee03-43c9-8ab6-8aa8f02b4df4 req-048ce88a-4fcf-401d-bf2d-69ee779c8c6c service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Updating instance_info_cache with network_info: [{"id": "3b785459-28a5-46bf-a0cb-d18743963146", "address": "fa:16:3e:51:c2:ac", "network": {"id": "c778a895-9e72-4f81-808a-4cfdb236e0d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1333487908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540e6d174d6c4c54800b2ebbc3ea5970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b785459-28", "ovs_interfaceid": "3b785459-28a5-46bf-a0cb-d18743963146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.159945] env[62563]: DEBUG nova.compute.utils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1394.162064] env[62563]: DEBUG nova.compute.manager [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1394.162917] env[62563]: DEBUG nova.network.neutron [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.195090] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750702, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.681709} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.196030] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c9716ffb-01d6-4a82-8e8e-a2db6f056a28/c9716ffb-01d6-4a82-8e8e-a2db6f056a28.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.196030] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.196030] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-433817dd-e05e-4ebc-ba44-eb8f3dfc9e93 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.206295] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1394.206295] env[62563]: value = "task-1750711" [ 1394.206295] env[62563]: _type = "Task" [ 1394.206295] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.214786] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.235184] env[62563]: DEBUG nova.policy [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0be9da183dc44808b6de699d64813c9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f9662613e3140a58a3eb34a11a4a215', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1394.371616] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750708, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.596768] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520d9d95-af60-da58-5dfa-2b42bcfcceaf, 'name': SearchDatastore_Task, 'duration_secs': 0.014328} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.601192] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-221c1f06-3537-4fb0-a99e-294b78f43d20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.607286] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.570176} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.610609] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1394.611962] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9d5d26-3981-4df5-a131-09fcd93c24e5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.618789] env[62563]: DEBUG oslo_concurrency.lockutils [req-ae3df858-ee03-43c9-8ab6-8aa8f02b4df4 req-048ce88a-4fcf-401d-bf2d-69ee779c8c6c service nova] Releasing lock "refresh_cache-280e4528-20fc-438b-adba-e4b449cfc635" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.619359] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Waiting for the task: (returnval){ [ 1394.619359] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526204ec-8350-b067-0be1-b9228ee5e177" [ 1394.619359] env[62563]: _type = "Task" [ 1394.619359] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.619901] env[62563]: DEBUG oslo_vmware.api [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750710, 'name': PowerOnVM_Task, 'duration_secs': 0.79481} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.623088] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.623426] env[62563]: INFO nova.compute.manager [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1394.623754] env[62563]: DEBUG nova.compute.manager [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1394.627811] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f3f9fb-d07f-419b-9720-6494a79fe949 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.652907] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] b2621e0a-496e-4b4d-81b9-8adabcd939fd/b2621e0a-496e-4b4d-81b9-8adabcd939fd.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.656498] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e96a121-49b0-4b49-b710-e2104f055695 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.676021] env[62563]: DEBUG nova.compute.manager [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1394.683042] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526204ec-8350-b067-0be1-b9228ee5e177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.687851] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1394.687851] env[62563]: value = "task-1750712" [ 1394.687851] env[62563]: _type = "Task" [ 1394.687851] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.697498] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.715999] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069301} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.717083] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1394.717169] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470cbf64-c0be-44e0-9045-c013e6f0fc40 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.742407] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] c9716ffb-01d6-4a82-8e8e-a2db6f056a28/c9716ffb-01d6-4a82-8e8e-a2db6f056a28.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.743801] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e238ff0-f323-42bf-ad60-fdcfe257a98f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.768110] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1394.768110] env[62563]: value = "task-1750713" [ 1394.768110] env[62563]: _type = "Task" [ 1394.768110] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.780035] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.804024] env[62563]: DEBUG nova.network.neutron [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Successfully created port: 0af2304a-1e97-4277-a937-d036505758f4 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.809050] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1842a74-d5b8-4388-9725-9ac4b0e3de4e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.815824] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5afbf2-3461-473f-a794-489522d174ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.848812] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925823de-5d56-4d0e-94a7-fe3fce77c825 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.860191] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae4ea5b-83c2-42f3-aefa-9ee84b5343a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.868398] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750708, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.879936] env[62563]: DEBUG nova.compute.provider_tree [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1395.133150] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526204ec-8350-b067-0be1-b9228ee5e177, 'name': SearchDatastore_Task, 'duration_secs': 0.065558} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.133150] env[62563]: DEBUG oslo_concurrency.lockutils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.133549] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] d65f8ce5-40e1-42c7-8f64-cff4dc63aabc/d65f8ce5-40e1-42c7-8f64-cff4dc63aabc.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.133705] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33af7cab-65fe-4d70-a6c3-bcc9bd30fde7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.140558] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Waiting for the task: (returnval){ [ 1395.140558] env[62563]: value = "task-1750714" [ 1395.140558] env[62563]: _type = "Task" [ 1395.140558] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.150479] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.195820] env[62563]: INFO nova.compute.manager [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Took 38.16 seconds to build instance. [ 1395.205112] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.279673] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750713, 'name': ReconfigVM_Task, 'duration_secs': 0.486595} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.280066] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Reconfigured VM instance instance-00000023 to attach disk [datastore1] c9716ffb-01d6-4a82-8e8e-a2db6f056a28/c9716ffb-01d6-4a82-8e8e-a2db6f056a28.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.281022] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70ca9506-4ddd-4acf-b2e2-2d1c0200b371 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.286550] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1395.286550] env[62563]: value = "task-1750715" [ 1395.286550] env[62563]: _type = "Task" [ 1395.286550] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.295354] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750715, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.344421] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffeb35-ee51-3d90-31b4-deaf151bf320/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1395.348573] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a577a88-0e74-4041-8e66-fce3e7c82714 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.352028] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffeb35-ee51-3d90-31b4-deaf151bf320/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1395.352028] env[62563]: ERROR oslo_vmware.rw_handles [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffeb35-ee51-3d90-31b4-deaf151bf320/disk-0.vmdk due to incomplete transfer. [ 1395.352291] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0f21a9f6-0832-4cfb-8250-e79d9f696d68 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.363777] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750708, 'name': CreateVM_Task, 'duration_secs': 1.562606} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.365127] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.365406] env[62563]: DEBUG oslo_vmware.rw_handles [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffeb35-ee51-3d90-31b4-deaf151bf320/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1395.365579] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Uploaded image a4b25c67-4432-483d-8fd7-ff1be26c8d86 to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1395.368069] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1395.368481] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.368629] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.368964] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.369601] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6734f0d8-1702-4790-a3e5-dd676edff242 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.370649] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b46a2f-6fe4-49d9-ae57-eb5ca0afa6dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.375143] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Waiting for the task: (returnval){ [ 1395.375143] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f3f2d9-5b2c-2ea1-b2bc-34c95619c677" [ 1395.375143] env[62563]: _type = "Task" [ 1395.375143] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.376353] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1395.376353] env[62563]: value = "task-1750716" [ 1395.376353] env[62563]: _type = "Task" [ 1395.376353] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.389593] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f3f2d9-5b2c-2ea1-b2bc-34c95619c677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.393218] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750716, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.410315] env[62563]: ERROR nova.scheduler.client.report [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [req-f5bed8f7-ff6c-4ddb-935f-5c2c7aeb0a8e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5bed8f7-ff6c-4ddb-935f-5c2c7aeb0a8e"}]} [ 1395.429431] env[62563]: DEBUG nova.scheduler.client.report [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1395.448033] env[62563]: DEBUG nova.scheduler.client.report [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1395.448033] env[62563]: DEBUG nova.compute.provider_tree [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1395.469911] env[62563]: DEBUG nova.scheduler.client.report [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1395.491479] env[62563]: DEBUG nova.scheduler.client.report [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1395.660115] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750714, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.692331] env[62563]: DEBUG nova.compute.manager [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1395.699496] env[62563]: DEBUG oslo_concurrency.lockutils [None req-13005434-1f86-4800-8b2a-b26f6655e644 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "636c2770-3626-4101-b8de-65f9f883959f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.169s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.707250] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750712, 'name': ReconfigVM_Task, 'duration_secs': 0.53664} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.711285] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Reconfigured VM instance instance-00000026 to attach disk [datastore1] b2621e0a-496e-4b4d-81b9-8adabcd939fd/b2621e0a-496e-4b4d-81b9-8adabcd939fd.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.713625] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f7f1ec2-5e6e-4b61-8911-1666ed7e8188 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.721310] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1395.721310] env[62563]: value = "task-1750717" [ 1395.721310] env[62563]: _type = "Task" [ 1395.721310] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.727608] env[62563]: DEBUG nova.virt.hardware [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1395.728015] env[62563]: DEBUG nova.virt.hardware [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1395.728223] env[62563]: DEBUG nova.virt.hardware [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.728501] env[62563]: DEBUG nova.virt.hardware [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1395.728988] env[62563]: DEBUG nova.virt.hardware [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.728988] env[62563]: DEBUG nova.virt.hardware [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1395.729144] env[62563]: DEBUG nova.virt.hardware [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1395.729341] env[62563]: DEBUG nova.virt.hardware [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1395.729557] env[62563]: DEBUG nova.virt.hardware [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1395.729780] env[62563]: DEBUG nova.virt.hardware [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1395.730430] env[62563]: DEBUG nova.virt.hardware [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1395.731285] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd291ee-5b51-45b6-86f8-de4da9f3f0f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.745524] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750717, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.746852] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ae5a04-2684-49b3-82d7-271f0e54dbb5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.795965] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750715, 'name': Rename_Task, 'duration_secs': 0.221194} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.798690] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.799462] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdc65c95-5ca3-4a43-bbf6-a1e97e2b43be {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.806319] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1395.806319] env[62563]: value = "task-1750718" [ 1395.806319] env[62563]: _type = "Task" [ 1395.806319] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.821614] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.621421] env[62563]: DEBUG nova.compute.manager [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1396.624172] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f3f2d9-5b2c-2ea1-b2bc-34c95619c677, 'name': SearchDatastore_Task, 'duration_secs': 0.012253} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.632043] env[62563]: DEBUG nova.network.neutron [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Successfully updated port: 0af2304a-1e97-4277-a937-d036505758f4 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.641220] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.641467] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.641680] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.641816] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.641982] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.643062] env[62563]: DEBUG nova.compute.manager [req-85246d8e-d486-4ff4-93a5-19f00c6c1833 req-ab842433-94f4-4d1b-a229-fed55ba3c4bc service nova] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Received event network-vif-plugged-0af2304a-1e97-4277-a937-d036505758f4 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1396.643250] env[62563]: DEBUG oslo_concurrency.lockutils [req-85246d8e-d486-4ff4-93a5-19f00c6c1833 req-ab842433-94f4-4d1b-a229-fed55ba3c4bc service nova] Acquiring lock "34136197-2da8-405f-83d5-2f838f483dfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.643432] env[62563]: DEBUG oslo_concurrency.lockutils [req-85246d8e-d486-4ff4-93a5-19f00c6c1833 req-ab842433-94f4-4d1b-a229-fed55ba3c4bc service nova] Lock "34136197-2da8-405f-83d5-2f838f483dfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.643584] env[62563]: DEBUG oslo_concurrency.lockutils [req-85246d8e-d486-4ff4-93a5-19f00c6c1833 req-ab842433-94f4-4d1b-a229-fed55ba3c4bc service nova] Lock "34136197-2da8-405f-83d5-2f838f483dfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.643772] env[62563]: DEBUG nova.compute.manager [req-85246d8e-d486-4ff4-93a5-19f00c6c1833 req-ab842433-94f4-4d1b-a229-fed55ba3c4bc service nova] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] No waiting events found dispatching network-vif-plugged-0af2304a-1e97-4277-a937-d036505758f4 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1396.643940] env[62563]: WARNING nova.compute.manager [req-85246d8e-d486-4ff4-93a5-19f00c6c1833 req-ab842433-94f4-4d1b-a229-fed55ba3c4bc service nova] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Received unexpected event network-vif-plugged-0af2304a-1e97-4277-a937-d036505758f4 for instance with vm_state building and task_state spawning. [ 1396.648048] env[62563]: DEBUG nova.compute.manager [req-aa748e87-7b94-4623-adce-0a378ed06cc9 req-96419e7a-9779-4f14-bc5c-9b55f4adf415 service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Received event network-changed-4a5cc927-f1ae-4340-8dc5-279a4a32316d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1396.648048] env[62563]: DEBUG nova.compute.manager [req-aa748e87-7b94-4623-adce-0a378ed06cc9 req-96419e7a-9779-4f14-bc5c-9b55f4adf415 service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Refreshing instance network info cache due to event network-changed-4a5cc927-f1ae-4340-8dc5-279a4a32316d. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1396.648048] env[62563]: DEBUG oslo_concurrency.lockutils [req-aa748e87-7b94-4623-adce-0a378ed06cc9 req-96419e7a-9779-4f14-bc5c-9b55f4adf415 service nova] Acquiring lock "refresh_cache-636c2770-3626-4101-b8de-65f9f883959f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.648048] env[62563]: DEBUG oslo_concurrency.lockutils [req-aa748e87-7b94-4623-adce-0a378ed06cc9 req-96419e7a-9779-4f14-bc5c-9b55f4adf415 service nova] Acquired lock "refresh_cache-636c2770-3626-4101-b8de-65f9f883959f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.648048] env[62563]: DEBUG nova.network.neutron [req-aa748e87-7b94-4623-adce-0a378ed06cc9 req-96419e7a-9779-4f14-bc5c-9b55f4adf415 service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Refreshing network info cache for port 4a5cc927-f1ae-4340-8dc5-279a4a32316d {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.648380] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750716, 'name': Destroy_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.648380] env[62563]: WARNING oslo_vmware.common.loopingcall [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] task run outlasted interval by 0.26274200000000003 sec [ 1396.648380] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae4c3fc5-7d98-4a0e-ba89-21f04e69b0d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.664835] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750718, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.665249] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750717, 'name': Rename_Task, 'duration_secs': 0.225564} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.665355] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57102} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.669224] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.669492] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] d65f8ce5-40e1-42c7-8f64-cff4dc63aabc/d65f8ce5-40e1-42c7-8f64-cff4dc63aabc.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.670374] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.671198] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-806b0de5-df1b-4a7f-892f-beea0ed1f712 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.672669] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fbd8498-1f25-4e52-986c-58a5d15e58e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.674745] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.676167] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.677464] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1758228a-f77d-402d-9e17-a7a44cefbb73 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.688115] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Waiting for the task: (returnval){ [ 1396.688115] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5245e03f-c818-93a2-ac35-6e6c464a9cd5" [ 1396.688115] env[62563]: _type = "Task" [ 1396.688115] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.688356] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750716, 'name': Destroy_Task, 'duration_secs': 0.646664} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.691253] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Destroyed the VM [ 1396.691253] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1396.691627] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Waiting for the task: (returnval){ [ 1396.691627] env[62563]: value = "task-1750720" [ 1396.691627] env[62563]: _type = "Task" [ 1396.691627] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.691627] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1396.691627] env[62563]: value = "task-1750719" [ 1396.691627] env[62563]: _type = "Task" [ 1396.691627] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.694830] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27d46e2a-643b-4392-8002-db64e0e8575e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.709719] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5245e03f-c818-93a2-ac35-6e6c464a9cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.716644] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.717308] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1396.717308] env[62563]: value = "task-1750721" [ 1396.717308] env[62563]: _type = "Task" [ 1396.717308] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.717515] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750719, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.717719] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baa042c1-475e-42cf-bb1d-9411e1c7e222 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.731240] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750721, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.732498] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Waiting for the task: (returnval){ [ 1396.732498] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52bbabb7-a626-4d6d-701b-d57e78beca3e" [ 1396.732498] env[62563]: _type = "Task" [ 1396.732498] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.742408] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bbabb7-a626-4d6d-701b-d57e78beca3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.840480] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efd6dac-0a0f-49d1-abd3-4f38e791ee4a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.848359] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6562b9-3da9-42d6-954f-be5212e63f93 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.879251] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e147efb-3313-4d55-b934-5b477bf92851 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.886901] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa12ac7-19c1-4472-bbca-c81ff9933ba5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.900237] env[62563]: DEBUG nova.compute.provider_tree [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.141838] env[62563]: DEBUG oslo_vmware.api [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750718, 'name': PowerOnVM_Task, 'duration_secs': 1.200939} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.142193] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.142483] env[62563]: DEBUG nova.compute.manager [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1397.143389] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be87831b-bdd8-4c11-a2a7-fa503d825402 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.148052] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "refresh_cache-34136197-2da8-405f-83d5-2f838f483dfe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.148358] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquired lock "refresh_cache-34136197-2da8-405f-83d5-2f838f483dfe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.148829] env[62563]: DEBUG nova.network.neutron [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.164730] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.216628] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165505} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.221239] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1397.222112] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750719, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.223068] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022047b9-4d28-4da2-b994-321966ef1788 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.235339] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750721, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.256375] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] d65f8ce5-40e1-42c7-8f64-cff4dc63aabc/d65f8ce5-40e1-42c7-8f64-cff4dc63aabc.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.259412] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4fb4438-a46c-44d7-85e0-0162c611ef64 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.280181] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bbabb7-a626-4d6d-701b-d57e78beca3e, 'name': SearchDatastore_Task, 'duration_secs': 0.025329} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.281573] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.281841] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3/084713a9-0b2c-41eb-a481-e964fb701ed3.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.282669] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Waiting for the task: (returnval){ [ 1397.282669] env[62563]: value = "task-1750722" [ 1397.282669] env[62563]: _type = "Task" [ 1397.282669] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.282669] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f957f580-c13d-433f-a810-f392a3d3b163 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.294350] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.296314] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Waiting for the task: (returnval){ [ 1397.296314] env[62563]: value = "task-1750723" [ 1397.296314] env[62563]: _type = "Task" [ 1397.296314] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.305285] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.405475] env[62563]: DEBUG nova.scheduler.client.report [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1397.459875] env[62563]: DEBUG nova.network.neutron [req-aa748e87-7b94-4623-adce-0a378ed06cc9 req-96419e7a-9779-4f14-bc5c-9b55f4adf415 service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Updated VIF entry in instance network info cache for port 4a5cc927-f1ae-4340-8dc5-279a4a32316d. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.460284] env[62563]: DEBUG nova.network.neutron [req-aa748e87-7b94-4623-adce-0a378ed06cc9 req-96419e7a-9779-4f14-bc5c-9b55f4adf415 service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Updating instance_info_cache with network_info: [{"id": "4a5cc927-f1ae-4340-8dc5-279a4a32316d", "address": "fa:16:3e:7e:5b:ff", "network": {"id": "f8336569-b3a5-49e1-bbe0-a84296971fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1075590446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd7e8dfe6cc74beca7337cf05c29472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a5cc927-f1", "ovs_interfaceid": "4a5cc927-f1ae-4340-8dc5-279a4a32316d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.662107] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "2eedeced-bedd-403a-aef8-f1fa5707d710" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.662368] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "2eedeced-bedd-403a-aef8-f1fa5707d710" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.662555] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "2eedeced-bedd-403a-aef8-f1fa5707d710-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.662731] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "2eedeced-bedd-403a-aef8-f1fa5707d710-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.662893] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "2eedeced-bedd-403a-aef8-f1fa5707d710-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.664541] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.664779] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.665198] env[62563]: INFO nova.compute.manager [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Terminating instance [ 1397.667110] env[62563]: DEBUG nova.compute.manager [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1397.667305] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.671962] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe50a28-df22-406a-97b5-b021dbdd39b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.677413] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.687027] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.687027] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Acquiring lock "c8fb0191-9677-4361-8ed4-5592fd35be72" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.687257] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.689061] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d435852-207e-426e-bbc0-45a10ae65e4c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.692590] env[62563]: DEBUG nova.network.neutron [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.709646] env[62563]: DEBUG oslo_vmware.api [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750719, 'name': PowerOnVM_Task, 'duration_secs': 0.579164} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.709912] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.710368] env[62563]: INFO nova.compute.manager [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Took 11.95 seconds to spawn the instance on the hypervisor. [ 1397.710368] env[62563]: DEBUG nova.compute.manager [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1397.711114] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1abf05-1d61-46b5-99dc-435c28fc13bc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.731964] env[62563]: DEBUG oslo_vmware.api [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750721, 'name': RemoveSnapshot_Task, 'duration_secs': 0.629911} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.732351] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1397.732560] env[62563]: INFO nova.compute.manager [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Took 17.32 seconds to snapshot the instance on the hypervisor. [ 1397.797722] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.804761] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.805084] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.805326] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleting the datastore file [datastore1] 2eedeced-bedd-403a-aef8-f1fa5707d710 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.806242] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-223bde6b-4448-4d00-b81c-438b55cad742 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.812882] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750723, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.814843] env[62563]: DEBUG oslo_vmware.api [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1397.814843] env[62563]: value = "task-1750725" [ 1397.814843] env[62563]: _type = "Task" [ 1397.814843] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.824349] env[62563]: DEBUG oslo_vmware.api [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.884708] env[62563]: DEBUG nova.network.neutron [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Updating instance_info_cache with network_info: [{"id": "0af2304a-1e97-4277-a937-d036505758f4", "address": "fa:16:3e:de:32:96", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af2304a-1e", "ovs_interfaceid": "0af2304a-1e97-4277-a937-d036505758f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.912031] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.256s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.914314] env[62563]: DEBUG oslo_concurrency.lockutils [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.259s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.914549] env[62563]: DEBUG nova.objects.instance [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lazy-loading 'resources' on Instance uuid 0c280fa6-2976-4624-9979-518f921800b4 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.931073] env[62563]: INFO nova.scheduler.client.report [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Deleted allocations for instance 7f2c98e0-89cc-4fb6-95a0-f28438906b75 [ 1397.962755] env[62563]: DEBUG oslo_concurrency.lockutils [req-aa748e87-7b94-4623-adce-0a378ed06cc9 req-96419e7a-9779-4f14-bc5c-9b55f4adf415 service nova] Releasing lock "refresh_cache-636c2770-3626-4101-b8de-65f9f883959f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.194314] env[62563]: DEBUG nova.compute.utils [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1398.234503] env[62563]: INFO nova.compute.manager [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Took 38.38 seconds to build instance. [ 1398.236933] env[62563]: DEBUG nova.compute.manager [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Instance disappeared during snapshot {{(pid=62563) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1398.253915] env[62563]: DEBUG nova.compute.manager [None req-74622102-2cbb-4edd-b709-2c31577ed2c1 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Image not found during clean up a4b25c67-4432-483d-8fd7-ff1be26c8d86 {{(pid=62563) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4501}} [ 1398.297124] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750722, 'name': ReconfigVM_Task, 'duration_secs': 0.530733} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.297124] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Reconfigured VM instance instance-00000027 to attach disk [datastore1] d65f8ce5-40e1-42c7-8f64-cff4dc63aabc/d65f8ce5-40e1-42c7-8f64-cff4dc63aabc.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.297124] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9690980-8f83-4999-8574-2fb8da42930a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.308343] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575752} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.309647] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3/084713a9-0b2c-41eb-a481-e964fb701ed3.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.309889] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.310245] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Waiting for the task: (returnval){ [ 1398.310245] env[62563]: value = "task-1750726" [ 1398.310245] env[62563]: _type = "Task" [ 1398.310245] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.310456] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-573e17a1-304c-4beb-b597-ccc326f5df91 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.320214] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Waiting for the task: (returnval){ [ 1398.320214] env[62563]: value = "task-1750727" [ 1398.320214] env[62563]: _type = "Task" [ 1398.320214] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.326783] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750726, 'name': Rename_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.329800] env[62563]: DEBUG oslo_vmware.api [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482757} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.330442] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.330650] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.330847] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.331035] env[62563]: INFO nova.compute.manager [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1398.331301] env[62563]: DEBUG oslo.service.loopingcall [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.331554] env[62563]: DEBUG nova.compute.manager [-] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1398.331606] env[62563]: DEBUG nova.network.neutron [-] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.336500] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.380251] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "690beff5-67eb-4a94-949b-159dc93e65de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.380251] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "690beff5-67eb-4a94-949b-159dc93e65de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.387898] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Releasing lock "refresh_cache-34136197-2da8-405f-83d5-2f838f483dfe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.387898] env[62563]: DEBUG nova.compute.manager [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Instance network_info: |[{"id": "0af2304a-1e97-4277-a937-d036505758f4", "address": "fa:16:3e:de:32:96", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af2304a-1e", "ovs_interfaceid": "0af2304a-1e97-4277-a937-d036505758f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1398.388173] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:32:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0af2304a-1e97-4277-a937-d036505758f4', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.397103] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Creating folder: Project (2f9662613e3140a58a3eb34a11a4a215). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.397670] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16ce3352-33d5-41ee-bd6c-536dfb1c99e4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.407900] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Created folder: Project (2f9662613e3140a58a3eb34a11a4a215) in parent group-v363823. [ 1398.408102] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Creating folder: Instances. Parent ref: group-v363941. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.408337] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a19311e8-acd1-4ec8-80dd-dcd3d7966b24 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.417764] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Created folder: Instances in parent group-v363941. [ 1398.417992] env[62563]: DEBUG oslo.service.loopingcall [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.418194] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.421189] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bf87621-33f8-4d2e-9256-c1f0126fbafc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.442052] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.442052] env[62563]: value = "task-1750730" [ 1398.442052] env[62563]: _type = "Task" [ 1398.442052] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.445602] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6257c278-3758-427c-bade-8ce9ef140a34 tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "7f2c98e0-89cc-4fb6-95a0-f28438906b75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.539s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.451860] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750730, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.698152] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.736587] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6f60b054-8a72-4e3d-9e75-6f73990fee8d tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.280s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.827797] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750726, 'name': Rename_Task, 'duration_secs': 0.352489} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.828165] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.828807] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95a3740a-a02b-4dd1-889b-b01c42ca9c89 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.836078] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066392} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.836349] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.837448] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905d0fda-f03c-49d6-8db5-a46827028a43 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.840412] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Waiting for the task: (returnval){ [ 1398.840412] env[62563]: value = "task-1750731" [ 1398.840412] env[62563]: _type = "Task" [ 1398.840412] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.859479] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3/084713a9-0b2c-41eb-a481-e964fb701ed3.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.862882] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f40e0bb-2ad8-43d8-8ec6-849c69d4493a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.882214] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.888812] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Waiting for the task: (returnval){ [ 1398.888812] env[62563]: value = "task-1750732" [ 1398.888812] env[62563]: _type = "Task" [ 1398.888812] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.897749] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.939793] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71e1608-85bb-4779-8f41-dd0f1bb3f51a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.953399] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d6720d-9dbd-4676-a84c-945b5f4d6f15 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.956664] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750730, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.985219] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848a1c35-a733-4643-b84c-326a5d7d1965 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.993754] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a45d82-108a-418f-9eed-10f85bd85de7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.008521] env[62563]: DEBUG nova.compute.provider_tree [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.098971] env[62563]: DEBUG nova.network.neutron [-] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.239731] env[62563]: DEBUG nova.compute.manager [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1399.269428] env[62563]: DEBUG nova.compute.manager [req-de036aae-c25b-4c59-99ef-fcf51d91eaf4 req-62259483-10eb-4189-a30c-c0dad763a040 service nova] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Received event network-changed-0af2304a-1e97-4277-a937-d036505758f4 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1399.269530] env[62563]: DEBUG nova.compute.manager [req-de036aae-c25b-4c59-99ef-fcf51d91eaf4 req-62259483-10eb-4189-a30c-c0dad763a040 service nova] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Refreshing instance network info cache due to event network-changed-0af2304a-1e97-4277-a937-d036505758f4. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1399.269724] env[62563]: DEBUG oslo_concurrency.lockutils [req-de036aae-c25b-4c59-99ef-fcf51d91eaf4 req-62259483-10eb-4189-a30c-c0dad763a040 service nova] Acquiring lock "refresh_cache-34136197-2da8-405f-83d5-2f838f483dfe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.269872] env[62563]: DEBUG oslo_concurrency.lockutils [req-de036aae-c25b-4c59-99ef-fcf51d91eaf4 req-62259483-10eb-4189-a30c-c0dad763a040 service nova] Acquired lock "refresh_cache-34136197-2da8-405f-83d5-2f838f483dfe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.270264] env[62563]: DEBUG nova.network.neutron [req-de036aae-c25b-4c59-99ef-fcf51d91eaf4 req-62259483-10eb-4189-a30c-c0dad763a040 service nova] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Refreshing network info cache for port 0af2304a-1e97-4277-a937-d036505758f4 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.351039] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750731, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.398791] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750732, 'name': ReconfigVM_Task, 'duration_secs': 0.486576} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.399201] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3/084713a9-0b2c-41eb-a481-e964fb701ed3.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.399824] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b44bba8-c33b-4c6f-9e77-93c89206e7e7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.406786] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Waiting for the task: (returnval){ [ 1399.406786] env[62563]: value = "task-1750733" [ 1399.406786] env[62563]: _type = "Task" [ 1399.406786] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.416253] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750733, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.452859] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750730, 'name': CreateVM_Task, 'duration_secs': 0.656869} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.453075] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.453805] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.453981] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.454308] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.454569] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626b73b1-ca3b-44dd-85f2-52198f90e1eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.459465] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1399.459465] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52dcf853-944d-9361-de9e-532a13ed577d" [ 1399.459465] env[62563]: _type = "Task" [ 1399.459465] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.468034] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52dcf853-944d-9361-de9e-532a13ed577d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.517647] env[62563]: DEBUG nova.scheduler.client.report [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1399.521282] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "c9716ffb-01d6-4a82-8e8e-a2db6f056a28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.521510] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "c9716ffb-01d6-4a82-8e8e-a2db6f056a28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.521740] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "c9716ffb-01d6-4a82-8e8e-a2db6f056a28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.521928] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "c9716ffb-01d6-4a82-8e8e-a2db6f056a28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.522112] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "c9716ffb-01d6-4a82-8e8e-a2db6f056a28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.524475] env[62563]: INFO nova.compute.manager [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Terminating instance [ 1399.526334] env[62563]: DEBUG nova.compute.manager [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1399.526580] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.527434] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054df9a2-57e3-43a8-955c-9f2081ba1e8b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.535846] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.536171] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5351e486-ad35-4600-bd64-adc51b296bfe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.542724] env[62563]: DEBUG oslo_vmware.api [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1399.542724] env[62563]: value = "task-1750734" [ 1399.542724] env[62563]: _type = "Task" [ 1399.542724] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.553229] env[62563]: DEBUG oslo_vmware.api [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.601494] env[62563]: INFO nova.compute.manager [-] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Took 1.27 seconds to deallocate network for instance. [ 1399.765923] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.777453] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Acquiring lock "c8fb0191-9677-4361-8ed4-5592fd35be72" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.778220] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.781316] env[62563]: INFO nova.compute.manager [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Attaching volume aa9aa868-a888-4fbb-9c54-7050b97e7250 to /dev/sdb [ 1399.838817] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835d5a19-a33b-4e92-afb2-4244589f9e79 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.860147] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3725363-47cd-4447-9e69-4d4d9b8e0595 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.863057] env[62563]: DEBUG oslo_vmware.api [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750731, 'name': PowerOnVM_Task, 'duration_secs': 0.668057} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.863392] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.864037] env[62563]: INFO nova.compute.manager [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1399.864037] env[62563]: DEBUG nova.compute.manager [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1399.865023] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84814bf-ace8-4dbd-80e4-3c48b742cd3e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.885031] env[62563]: DEBUG nova.virt.block_device [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Updating existing volume attachment record: ba073711-2cbf-49ec-842f-bcd603b3c658 {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1399.918405] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750733, 'name': Rename_Task, 'duration_secs': 0.224433} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.919706] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.919706] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5388bb0b-d1d7-4bd0-9e4f-a86a66980ce6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.927680] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Waiting for the task: (returnval){ [ 1399.927680] env[62563]: value = "task-1750735" [ 1399.927680] env[62563]: _type = "Task" [ 1399.927680] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.939477] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.978188] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52dcf853-944d-9361-de9e-532a13ed577d, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.978515] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.978772] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.979031] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.979192] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.979374] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.979657] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07cc5464-ecf0-432b-97c1-11cd67e1968a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.989047] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.989239] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.989980] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b77c3d2-720d-4f61-9664-d92ca1dae1df {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.995099] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1399.995099] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ab609b-bf7b-735d-390f-54e1f1055fa3" [ 1399.995099] env[62563]: _type = "Task" [ 1399.995099] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.003198] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ab609b-bf7b-735d-390f-54e1f1055fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.025637] env[62563]: DEBUG oslo_concurrency.lockutils [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.028371] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.321s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.030260] env[62563]: INFO nova.compute.claims [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.056745] env[62563]: DEBUG oslo_vmware.api [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750734, 'name': PowerOffVM_Task, 'duration_secs': 0.273551} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.061087] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.061087] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.061087] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9c13058-ad4b-49c4-a843-cb1a286ec58a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.064803] env[62563]: INFO nova.scheduler.client.report [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Deleted allocations for instance 0c280fa6-2976-4624-9979-518f921800b4 [ 1400.092867] env[62563]: DEBUG nova.network.neutron [req-de036aae-c25b-4c59-99ef-fcf51d91eaf4 req-62259483-10eb-4189-a30c-c0dad763a040 service nova] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Updated VIF entry in instance network info cache for port 0af2304a-1e97-4277-a937-d036505758f4. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.093448] env[62563]: DEBUG nova.network.neutron [req-de036aae-c25b-4c59-99ef-fcf51d91eaf4 req-62259483-10eb-4189-a30c-c0dad763a040 service nova] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Updating instance_info_cache with network_info: [{"id": "0af2304a-1e97-4277-a937-d036505758f4", "address": "fa:16:3e:de:32:96", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af2304a-1e", "ovs_interfaceid": "0af2304a-1e97-4277-a937-d036505758f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.108371] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.138848] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.139161] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.139959] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleting the datastore file [datastore1] c9716ffb-01d6-4a82-8e8e-a2db6f056a28 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.140322] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-467ff731-4253-49c1-9d1c-e2e75c6db74a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.147053] env[62563]: DEBUG oslo_vmware.api [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1400.147053] env[62563]: value = "task-1750739" [ 1400.147053] env[62563]: _type = "Task" [ 1400.147053] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.160460] env[62563]: DEBUG oslo_vmware.api [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.181503] env[62563]: DEBUG oslo_concurrency.lockutils [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "5ee7e59e-98e3-45ea-a417-04846bc4a953" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.181840] env[62563]: DEBUG oslo_concurrency.lockutils [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "5ee7e59e-98e3-45ea-a417-04846bc4a953" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.182125] env[62563]: DEBUG oslo_concurrency.lockutils [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "5ee7e59e-98e3-45ea-a417-04846bc4a953-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.182348] env[62563]: DEBUG oslo_concurrency.lockutils [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "5ee7e59e-98e3-45ea-a417-04846bc4a953-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.182608] env[62563]: DEBUG oslo_concurrency.lockutils [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "5ee7e59e-98e3-45ea-a417-04846bc4a953-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.184843] env[62563]: INFO nova.compute.manager [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Terminating instance [ 1400.186733] env[62563]: DEBUG nova.compute.manager [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1400.186952] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.188075] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a129d1d8-c691-4f59-a025-cfc06996e04e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.196747] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.197046] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99f1b26f-139f-4be5-95f5-8ad37b16cd71 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.205072] env[62563]: DEBUG oslo_vmware.api [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1400.205072] env[62563]: value = "task-1750741" [ 1400.205072] env[62563]: _type = "Task" [ 1400.205072] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.213704] env[62563]: DEBUG oslo_vmware.api [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.362500] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "3f640b0b-2a58-4701-a6d9-10f0a84a8c55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.362770] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "3f640b0b-2a58-4701-a6d9-10f0a84a8c55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.386670] env[62563]: INFO nova.compute.manager [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Took 32.86 seconds to build instance. [ 1400.438709] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750735, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.506086] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ab609b-bf7b-735d-390f-54e1f1055fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.506973] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431aadc1-2da2-41d1-bf14-ebe2aaa01967 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.512433] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1400.512433] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52367330-5721-bad9-f44e-e32999683d8a" [ 1400.512433] env[62563]: _type = "Task" [ 1400.512433] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.520400] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52367330-5721-bad9-f44e-e32999683d8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.576136] env[62563]: DEBUG oslo_concurrency.lockutils [None req-437efac8-265d-4f8f-a464-20181bf60e81 tempest-DeleteServersAdminTestJSON-752882996 tempest-DeleteServersAdminTestJSON-752882996-project-member] Lock "0c280fa6-2976-4624-9979-518f921800b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.882s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.597986] env[62563]: DEBUG oslo_concurrency.lockutils [req-de036aae-c25b-4c59-99ef-fcf51d91eaf4 req-62259483-10eb-4189-a30c-c0dad763a040 service nova] Releasing lock "refresh_cache-34136197-2da8-405f-83d5-2f838f483dfe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.657714] env[62563]: DEBUG oslo_vmware.api [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22797} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.657970] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.658175] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.658351] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.658555] env[62563]: INFO nova.compute.manager [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1400.658807] env[62563]: DEBUG oslo.service.loopingcall [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.658996] env[62563]: DEBUG nova.compute.manager [-] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1400.659104] env[62563]: DEBUG nova.network.neutron [-] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.715064] env[62563]: DEBUG oslo_vmware.api [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750741, 'name': PowerOffVM_Task, 'duration_secs': 0.226537} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.715142] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.716603] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.716603] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcb2e718-b771-48b2-aef4-abdcd2163427 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.807265] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.807664] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.807664] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Deleting the datastore file [datastore1] 5ee7e59e-98e3-45ea-a417-04846bc4a953 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.808037] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d6c4a82-3af7-40ad-a159-9450fc47dbb3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.814136] env[62563]: DEBUG oslo_vmware.api [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for the task: (returnval){ [ 1400.814136] env[62563]: value = "task-1750743" [ 1400.814136] env[62563]: _type = "Task" [ 1400.814136] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.821900] env[62563]: DEBUG oslo_vmware.api [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.891116] env[62563]: DEBUG oslo_concurrency.lockutils [None req-34e938af-fd15-4fd8-9d26-faa789d43917 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Lock "d65f8ce5-40e1-42c7-8f64-cff4dc63aabc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.946s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.942143] env[62563]: DEBUG oslo_vmware.api [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Task: {'id': task-1750735, 'name': PowerOnVM_Task, 'duration_secs': 0.586033} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.942444] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.942647] env[62563]: DEBUG nova.compute.manager [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1400.943724] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eab186a-ac14-4d4b-b5ec-ac2c5675c116 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.022830] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52367330-5721-bad9-f44e-e32999683d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.039056} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.023124] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.023395] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 34136197-2da8-405f-83d5-2f838f483dfe/34136197-2da8-405f-83d5-2f838f483dfe.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.023653] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-779d4770-e3e7-4607-a946-5384b5df72a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.030623] env[62563]: DEBUG nova.objects.instance [None req-8addac2b-2323-4219-949b-36edb8f1a87e tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Lazy-loading 'flavor' on Instance uuid b49674e8-0ae9-4130-b0c2-dc38d0c76a90 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.033440] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1401.033440] env[62563]: value = "task-1750744" [ 1401.033440] env[62563]: _type = "Task" [ 1401.033440] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.044676] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.328319] env[62563]: DEBUG oslo_vmware.api [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Task: {'id': task-1750743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137318} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.328482] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.329891] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.329891] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.329891] env[62563]: INFO nova.compute.manager [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1401.329891] env[62563]: DEBUG oslo.service.loopingcall [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.329891] env[62563]: DEBUG nova.compute.manager [-] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1401.329891] env[62563]: DEBUG nova.network.neutron [-] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.386147] env[62563]: DEBUG nova.compute.manager [req-99d103bd-ea5a-4032-8c9b-d623a7653c55 req-fc40596b-67f4-46ee-b25a-32b9ec75cebc service nova] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Received event network-vif-deleted-f7fca3bf-da6d-4840-a4b8-1fe86b88cacf {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1401.386351] env[62563]: DEBUG nova.compute.manager [req-99d103bd-ea5a-4032-8c9b-d623a7653c55 req-fc40596b-67f4-46ee-b25a-32b9ec75cebc service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Received event network-changed-b1af2956-c779-475c-adc0-d99333762ce5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1401.386570] env[62563]: DEBUG nova.compute.manager [req-99d103bd-ea5a-4032-8c9b-d623a7653c55 req-fc40596b-67f4-46ee-b25a-32b9ec75cebc service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Refreshing instance network info cache due to event network-changed-b1af2956-c779-475c-adc0-d99333762ce5. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1401.386956] env[62563]: DEBUG oslo_concurrency.lockutils [req-99d103bd-ea5a-4032-8c9b-d623a7653c55 req-fc40596b-67f4-46ee-b25a-32b9ec75cebc service nova] Acquiring lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.387189] env[62563]: DEBUG oslo_concurrency.lockutils [req-99d103bd-ea5a-4032-8c9b-d623a7653c55 req-fc40596b-67f4-46ee-b25a-32b9ec75cebc service nova] Acquired lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.387433] env[62563]: DEBUG nova.network.neutron [req-99d103bd-ea5a-4032-8c9b-d623a7653c55 req-fc40596b-67f4-46ee-b25a-32b9ec75cebc service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Refreshing network info cache for port b1af2956-c779-475c-adc0-d99333762ce5 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.397216] env[62563]: DEBUG nova.compute.manager [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1401.421990] env[62563]: DEBUG nova.compute.manager [None req-ee681c4f-98ae-49e8-aff2-aa25a76be056 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1401.423090] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b75735a-4430-4342-9c0d-1712a56fc95b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.428366] env[62563]: DEBUG nova.network.neutron [-] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.471203] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.543148] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8addac2b-2323-4219-949b-36edb8f1a87e tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquiring lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.543335] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8addac2b-2323-4219-949b-36edb8f1a87e tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquired lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.556041] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750744, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.556041] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Acquiring lock "d65f8ce5-40e1-42c7-8f64-cff4dc63aabc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.556226] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Lock "d65f8ce5-40e1-42c7-8f64-cff4dc63aabc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.556407] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Acquiring lock "d65f8ce5-40e1-42c7-8f64-cff4dc63aabc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.556608] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Lock "d65f8ce5-40e1-42c7-8f64-cff4dc63aabc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.556787] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Lock "d65f8ce5-40e1-42c7-8f64-cff4dc63aabc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.562166] env[62563]: INFO nova.compute.manager [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Terminating instance [ 1401.566020] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Acquiring lock "refresh_cache-d65f8ce5-40e1-42c7-8f64-cff4dc63aabc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.566020] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Acquired lock "refresh_cache-d65f8ce5-40e1-42c7-8f64-cff4dc63aabc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.566020] env[62563]: DEBUG nova.network.neutron [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.628680] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf68cc1-3eed-45a3-998d-3532df6b98d8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.635696] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75b5234-ad62-4e71-8b71-fa238bd36422 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.674453] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87829339-be0e-4ebd-970f-c5d66e1653cd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.683250] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f99cf7-8d4b-4af7-84f6-b16820e04b20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.699870] env[62563]: DEBUG nova.compute.provider_tree [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.926456] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.931516] env[62563]: INFO nova.compute.manager [-] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Took 1.27 seconds to deallocate network for instance. [ 1401.939635] env[62563]: INFO nova.compute.manager [None req-ee681c4f-98ae-49e8-aff2-aa25a76be056 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] instance snapshotting [ 1401.940474] env[62563]: DEBUG nova.objects.instance [None req-ee681c4f-98ae-49e8-aff2-aa25a76be056 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Lazy-loading 'flavor' on Instance uuid d65f8ce5-40e1-42c7-8f64-cff4dc63aabc {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.055366] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750744, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.089731] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquiring lock "084713a9-0b2c-41eb-a481-e964fb701ed3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.091089] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Lock "084713a9-0b2c-41eb-a481-e964fb701ed3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.091089] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquiring lock "084713a9-0b2c-41eb-a481-e964fb701ed3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.091089] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Lock "084713a9-0b2c-41eb-a481-e964fb701ed3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.091089] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Lock "084713a9-0b2c-41eb-a481-e964fb701ed3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.093380] env[62563]: INFO nova.compute.manager [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Terminating instance [ 1402.095704] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquiring lock "refresh_cache-084713a9-0b2c-41eb-a481-e964fb701ed3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.095878] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquired lock "refresh_cache-084713a9-0b2c-41eb-a481-e964fb701ed3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.096146] env[62563]: DEBUG nova.network.neutron [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.102323] env[62563]: DEBUG nova.network.neutron [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1402.179974] env[62563]: DEBUG nova.network.neutron [-] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.205897] env[62563]: DEBUG nova.scheduler.client.report [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1402.215197] env[62563]: DEBUG nova.network.neutron [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.319958] env[62563]: DEBUG nova.network.neutron [req-99d103bd-ea5a-4032-8c9b-d623a7653c55 req-fc40596b-67f4-46ee-b25a-32b9ec75cebc service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Updated VIF entry in instance network info cache for port b1af2956-c779-475c-adc0-d99333762ce5. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.320344] env[62563]: DEBUG nova.network.neutron [req-99d103bd-ea5a-4032-8c9b-d623a7653c55 req-fc40596b-67f4-46ee-b25a-32b9ec75cebc service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Updating instance_info_cache with network_info: [{"id": "b1af2956-c779-475c-adc0-d99333762ce5", "address": "fa:16:3e:0c:08:91", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1af2956-c7", "ovs_interfaceid": "b1af2956-c779-475c-adc0-d99333762ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.441421] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.449844] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378df1cd-9448-44f3-84db-3e19f370ee5e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.476431] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66edd9e-1363-4245-bbe2-41ddcec9d824 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.484370] env[62563]: DEBUG nova.network.neutron [None req-8addac2b-2323-4219-949b-36edb8f1a87e tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.554906] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750744, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.588207] env[62563]: DEBUG nova.compute.manager [req-b9a5c51e-97b4-4b53-ab28-8973a28f2d42 req-0b518fad-906c-4366-8737-649d45133c0e service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Received event network-changed-6ddaa6bd-4ced-447d-a443-062be44d11b5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1402.588488] env[62563]: DEBUG nova.compute.manager [req-b9a5c51e-97b4-4b53-ab28-8973a28f2d42 req-0b518fad-906c-4366-8737-649d45133c0e service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Refreshing instance network info cache due to event network-changed-6ddaa6bd-4ced-447d-a443-062be44d11b5. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1402.588617] env[62563]: DEBUG oslo_concurrency.lockutils [req-b9a5c51e-97b4-4b53-ab28-8973a28f2d42 req-0b518fad-906c-4366-8737-649d45133c0e service nova] Acquiring lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.617250] env[62563]: DEBUG nova.network.neutron [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1402.685778] env[62563]: INFO nova.compute.manager [-] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Took 1.36 seconds to deallocate network for instance. [ 1402.711545] env[62563]: DEBUG nova.network.neutron [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.713508] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.714096] env[62563]: DEBUG nova.compute.manager [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1402.717060] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.158s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.719306] env[62563]: INFO nova.compute.claims [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.722625] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Releasing lock "refresh_cache-d65f8ce5-40e1-42c7-8f64-cff4dc63aabc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.723022] env[62563]: DEBUG nova.compute.manager [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1402.723225] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.724477] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d22695a-11a3-47e9-a8a1-40e3196d1d8b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.733391] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.733789] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf2fcf8b-713b-44d2-a513-e28154a86ecc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.741955] env[62563]: DEBUG oslo_vmware.api [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Waiting for the task: (returnval){ [ 1402.741955] env[62563]: value = "task-1750746" [ 1402.741955] env[62563]: _type = "Task" [ 1402.741955] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.751558] env[62563]: DEBUG oslo_vmware.api [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.823455] env[62563]: DEBUG oslo_concurrency.lockutils [req-99d103bd-ea5a-4032-8c9b-d623a7653c55 req-fc40596b-67f4-46ee-b25a-32b9ec75cebc service nova] Releasing lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.824049] env[62563]: DEBUG nova.compute.manager [req-99d103bd-ea5a-4032-8c9b-d623a7653c55 req-fc40596b-67f4-46ee-b25a-32b9ec75cebc service nova] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Received event network-vif-deleted-eb8c9bcb-9617-4120-807e-e06aab7b2595 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1402.824370] env[62563]: INFO nova.compute.manager [req-99d103bd-ea5a-4032-8c9b-d623a7653c55 req-fc40596b-67f4-46ee-b25a-32b9ec75cebc service nova] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Neutron deleted interface eb8c9bcb-9617-4120-807e-e06aab7b2595; detaching it from the instance and deleting it from the info cache [ 1402.825125] env[62563]: DEBUG nova.network.neutron [req-99d103bd-ea5a-4032-8c9b-d623a7653c55 req-fc40596b-67f4-46ee-b25a-32b9ec75cebc service nova] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.001865] env[62563]: DEBUG nova.compute.manager [None req-ee681c4f-98ae-49e8-aff2-aa25a76be056 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Instance disappeared during snapshot {{(pid=62563) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1403.053451] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750744, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.539391} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.056187] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 34136197-2da8-405f-83d5-2f838f483dfe/34136197-2da8-405f-83d5-2f838f483dfe.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.056465] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.056846] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a7f6ec7-c6c3-4782-accc-25ddc534041a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.063674] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1403.063674] env[62563]: value = "task-1750747" [ 1403.063674] env[62563]: _type = "Task" [ 1403.063674] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.073676] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.142477] env[62563]: DEBUG nova.compute.manager [None req-ee681c4f-98ae-49e8-aff2-aa25a76be056 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Found 0 images (rotation: 2) {{(pid=62563) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1403.192632] env[62563]: DEBUG oslo_concurrency.lockutils [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.218139] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Releasing lock "refresh_cache-084713a9-0b2c-41eb-a481-e964fb701ed3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.218769] env[62563]: DEBUG nova.compute.manager [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1403.219058] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1403.219734] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b433676-baa4-46ce-a649-689de1b3df3a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.225022] env[62563]: DEBUG nova.compute.utils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1403.228352] env[62563]: DEBUG nova.compute.manager [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1403.232027] env[62563]: DEBUG nova.network.neutron [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1403.235526] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.235877] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-126e3cc8-6c94-46c4-b6a1-e77dd7127c48 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.252401] env[62563]: DEBUG oslo_vmware.api [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1403.252401] env[62563]: value = "task-1750748" [ 1403.252401] env[62563]: _type = "Task" [ 1403.252401] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.264095] env[62563]: DEBUG oslo_vmware.api [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750746, 'name': PowerOffVM_Task, 'duration_secs': 0.190668} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.264095] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.264095] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.264672] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba060b54-c18b-4d8c-868a-eb99b37d804c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.270221] env[62563]: DEBUG oslo_vmware.api [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.293925] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.294360] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.294669] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Deleting the datastore file [datastore1] d65f8ce5-40e1-42c7-8f64-cff4dc63aabc {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.295072] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15c9ada7-4dc6-47f3-9584-ccb264827f78 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.299795] env[62563]: DEBUG nova.policy [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0be9da183dc44808b6de699d64813c9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f9662613e3140a58a3eb34a11a4a215', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1403.303706] env[62563]: DEBUG oslo_vmware.api [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Waiting for the task: (returnval){ [ 1403.303706] env[62563]: value = "task-1750750" [ 1403.303706] env[62563]: _type = "Task" [ 1403.303706] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.313281] env[62563]: DEBUG oslo_vmware.api [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.328520] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33db12a3-5868-45c7-b8bd-4f5b017dd3e7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.342214] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f913a801-6ed1-4d06-86d9-524323fd427f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.373444] env[62563]: DEBUG nova.compute.manager [req-99d103bd-ea5a-4032-8c9b-d623a7653c55 req-fc40596b-67f4-46ee-b25a-32b9ec75cebc service nova] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Detach interface failed, port_id=eb8c9bcb-9617-4120-807e-e06aab7b2595, reason: Instance c9716ffb-01d6-4a82-8e8e-a2db6f056a28 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1403.490143] env[62563]: DEBUG nova.network.neutron [None req-8addac2b-2323-4219-949b-36edb8f1a87e tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Updating instance_info_cache with network_info: [{"id": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "address": "fa:16:3e:b8:4e:af", "network": {"id": "740be252-0226-4914-bc2a-4835e624fccb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872169649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748675873da34605a5b9f6ffc328161a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddaa6bd-4c", "ovs_interfaceid": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.507298] env[62563]: DEBUG nova.compute.manager [req-0c928276-cc38-4931-bfd6-7bea8bfe33de req-c53c9e22-5915-4d88-8375-3dfe455bc3b2 service nova] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Received event network-vif-deleted-b6535319-c5f2-46d4-aa5e-ad535834d456 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1403.575207] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166504} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.575416] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.576239] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175463a1-b4e5-4895-9f1c-3966bd28444a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.602255] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 34136197-2da8-405f-83d5-2f838f483dfe/34136197-2da8-405f-83d5-2f838f483dfe.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.602446] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b3f5c5b-5e1a-42d6-a385-d705f50e0e74 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.623456] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1403.623456] env[62563]: value = "task-1750751" [ 1403.623456] env[62563]: _type = "Task" [ 1403.623456] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.633563] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.637092] env[62563]: DEBUG nova.network.neutron [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Successfully created port: b720ed21-4f8e-430e-917a-631382a5b81f {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1403.729318] env[62563]: DEBUG nova.compute.manager [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1403.768021] env[62563]: DEBUG oslo_vmware.api [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750748, 'name': PowerOffVM_Task, 'duration_secs': 0.167005} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.768307] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.768475] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.768746] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8aa360c-d50e-48f0-a433-d027a3387715 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.809841] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.809841] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.809983] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Deleting the datastore file [datastore1] 084713a9-0b2c-41eb-a481-e964fb701ed3 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.810767] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b3a4a03-45d9-4b2d-8ccc-47c942042b1a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.816292] env[62563]: DEBUG oslo_vmware.api [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Task: {'id': task-1750750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151655} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.819159] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.819269] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.819454] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.819641] env[62563]: INFO nova.compute.manager [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1403.819885] env[62563]: DEBUG oslo.service.loopingcall [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.820286] env[62563]: DEBUG nova.compute.manager [-] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1403.820387] env[62563]: DEBUG nova.network.neutron [-] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.823395] env[62563]: DEBUG oslo_vmware.api [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for the task: (returnval){ [ 1403.823395] env[62563]: value = "task-1750753" [ 1403.823395] env[62563]: _type = "Task" [ 1403.823395] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.831915] env[62563]: DEBUG oslo_vmware.api [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.865601] env[62563]: DEBUG nova.network.neutron [-] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1403.993078] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8addac2b-2323-4219-949b-36edb8f1a87e tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Releasing lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.993340] env[62563]: DEBUG nova.compute.manager [None req-8addac2b-2323-4219-949b-36edb8f1a87e tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Inject network info {{(pid=62563) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1403.993609] env[62563]: DEBUG nova.compute.manager [None req-8addac2b-2323-4219-949b-36edb8f1a87e tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] network_info to inject: |[{"id": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "address": "fa:16:3e:b8:4e:af", "network": {"id": "740be252-0226-4914-bc2a-4835e624fccb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872169649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748675873da34605a5b9f6ffc328161a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddaa6bd-4c", "ovs_interfaceid": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1403.999575] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8addac2b-2323-4219-949b-36edb8f1a87e tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Reconfiguring VM instance to set the machine id {{(pid=62563) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1403.999887] env[62563]: DEBUG oslo_concurrency.lockutils [req-b9a5c51e-97b4-4b53-ab28-8973a28f2d42 req-0b518fad-906c-4366-8737-649d45133c0e service nova] Acquired lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.000268] env[62563]: DEBUG nova.network.neutron [req-b9a5c51e-97b4-4b53-ab28-8973a28f2d42 req-0b518fad-906c-4366-8737-649d45133c0e service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Refreshing network info cache for port 6ddaa6bd-4ced-447d-a443-062be44d11b5 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.001727] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ecb500-b7ab-48a0-aedd-0f400c6bdd0e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.021727] env[62563]: DEBUG oslo_vmware.api [None req-8addac2b-2323-4219-949b-36edb8f1a87e tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for the task: (returnval){ [ 1404.021727] env[62563]: value = "task-1750754" [ 1404.021727] env[62563]: _type = "Task" [ 1404.021727] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.032756] env[62563]: DEBUG oslo_vmware.api [None req-8addac2b-2323-4219-949b-36edb8f1a87e tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.136256] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.263467] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f76fa9-c20a-44ce-b6c9-268eeb85c1da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.271156] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77beb42f-9866-4b36-b0ef-36217788173b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.304598] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3131c5b0-e095-4967-a264-065b6da16c25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.312372] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf33224b-07e8-4673-a277-f5aef959b154 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.326473] env[62563]: DEBUG nova.compute.provider_tree [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.336059] env[62563]: DEBUG oslo_vmware.api [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Task: {'id': task-1750753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109853} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.336315] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.336496] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.336672] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.336838] env[62563]: INFO nova.compute.manager [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1404.337083] env[62563]: DEBUG oslo.service.loopingcall [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1404.337814] env[62563]: DEBUG nova.compute.manager [-] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1404.337941] env[62563]: DEBUG nova.network.neutron [-] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.367872] env[62563]: DEBUG nova.network.neutron [-] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.376011] env[62563]: DEBUG nova.network.neutron [-] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.416585] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Acquiring lock "626b0eff-779a-49b9-8e5b-9a8a7f56f428" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.416826] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Lock "626b0eff-779a-49b9-8e5b-9a8a7f56f428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.458121] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1404.458370] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363946', 'volume_id': 'aa9aa868-a888-4fbb-9c54-7050b97e7250', 'name': 'volume-aa9aa868-a888-4fbb-9c54-7050b97e7250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8fb0191-9677-4361-8ed4-5592fd35be72', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa9aa868-a888-4fbb-9c54-7050b97e7250', 'serial': 'aa9aa868-a888-4fbb-9c54-7050b97e7250'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1404.459278] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4104832c-061c-4c46-a344-fa28f2922b11 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.476097] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d69e24-32ec-4271-b8df-56804535ce64 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.500915] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-aa9aa868-a888-4fbb-9c54-7050b97e7250/volume-aa9aa868-a888-4fbb-9c54-7050b97e7250.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.501728] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b45477b5-418b-4194-9b32-4b3331330d13 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.526658] env[62563]: DEBUG oslo_vmware.api [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Waiting for the task: (returnval){ [ 1404.526658] env[62563]: value = "task-1750755" [ 1404.526658] env[62563]: _type = "Task" [ 1404.526658] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.532930] env[62563]: DEBUG oslo_vmware.api [None req-8addac2b-2323-4219-949b-36edb8f1a87e tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750754, 'name': ReconfigVM_Task, 'duration_secs': 0.157516} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.533507] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8addac2b-2323-4219-949b-36edb8f1a87e tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Reconfigured VM instance to set the machine id {{(pid=62563) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1404.538991] env[62563]: DEBUG oslo_vmware.api [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Task: {'id': task-1750755, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.635390] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750751, 'name': ReconfigVM_Task, 'duration_secs': 0.581726} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.635670] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 34136197-2da8-405f-83d5-2f838f483dfe/34136197-2da8-405f-83d5-2f838f483dfe.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.636326] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46495819-9123-43e6-8052-cfae4aeb743e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.643222] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1404.643222] env[62563]: value = "task-1750756" [ 1404.643222] env[62563]: _type = "Task" [ 1404.643222] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.651762] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750756, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.685621] env[62563]: DEBUG nova.objects.instance [None req-488462f5-7713-4c71-9533-f6deb09b7112 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Lazy-loading 'flavor' on Instance uuid b49674e8-0ae9-4130-b0c2-dc38d0c76a90 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.741243] env[62563]: DEBUG nova.compute.manager [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1404.776409] env[62563]: DEBUG nova.virt.hardware [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1404.780030] env[62563]: DEBUG nova.virt.hardware [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1404.780030] env[62563]: DEBUG nova.virt.hardware [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.780030] env[62563]: DEBUG nova.virt.hardware [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1404.780030] env[62563]: DEBUG nova.virt.hardware [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.780030] env[62563]: DEBUG nova.virt.hardware [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1404.780376] env[62563]: DEBUG nova.virt.hardware [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1404.780376] env[62563]: DEBUG nova.virt.hardware [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1404.780376] env[62563]: DEBUG nova.virt.hardware [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1404.780376] env[62563]: DEBUG nova.virt.hardware [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1404.780376] env[62563]: DEBUG nova.virt.hardware [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1404.780517] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892eb132-7336-44da-8a47-6b17e1983308 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.790168] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81195489-fda9-49ed-856d-90d598424650 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.832749] env[62563]: DEBUG nova.scheduler.client.report [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1404.871818] env[62563]: DEBUG nova.network.neutron [-] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.880416] env[62563]: INFO nova.compute.manager [-] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Took 1.06 seconds to deallocate network for instance. [ 1404.940725] env[62563]: DEBUG nova.network.neutron [req-b9a5c51e-97b4-4b53-ab28-8973a28f2d42 req-0b518fad-906c-4366-8737-649d45133c0e service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Updated VIF entry in instance network info cache for port 6ddaa6bd-4ced-447d-a443-062be44d11b5. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.941121] env[62563]: DEBUG nova.network.neutron [req-b9a5c51e-97b4-4b53-ab28-8973a28f2d42 req-0b518fad-906c-4366-8737-649d45133c0e service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Updating instance_info_cache with network_info: [{"id": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "address": "fa:16:3e:b8:4e:af", "network": {"id": "740be252-0226-4914-bc2a-4835e624fccb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872169649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748675873da34605a5b9f6ffc328161a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddaa6bd-4c", "ovs_interfaceid": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.037081] env[62563]: DEBUG oslo_vmware.api [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Task: {'id': task-1750755, 'name': ReconfigVM_Task, 'duration_secs': 0.391566} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.037081] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-aa9aa868-a888-4fbb-9c54-7050b97e7250/volume-aa9aa868-a888-4fbb-9c54-7050b97e7250.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.045144] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a61359e-49a9-4c57-93cf-8026aac4ca5e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.061133] env[62563]: DEBUG oslo_vmware.api [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Waiting for the task: (returnval){ [ 1405.061133] env[62563]: value = "task-1750757" [ 1405.061133] env[62563]: _type = "Task" [ 1405.061133] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.071931] env[62563]: DEBUG oslo_vmware.api [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Task: {'id': task-1750757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.155012] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750756, 'name': Rename_Task, 'duration_secs': 0.202571} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.155411] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.155750] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60c418c7-58d8-42a0-9a09-23a57f2d3abe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.162801] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1405.162801] env[62563]: value = "task-1750758" [ 1405.162801] env[62563]: _type = "Task" [ 1405.162801] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.175136] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.195107] env[62563]: DEBUG oslo_concurrency.lockutils [None req-488462f5-7713-4c71-9533-f6deb09b7112 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquiring lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.225944] env[62563]: DEBUG nova.network.neutron [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Successfully updated port: b720ed21-4f8e-430e-917a-631382a5b81f {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1405.339990] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.340541] env[62563]: DEBUG nova.compute.manager [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1405.343324] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.516s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.345320] env[62563]: INFO nova.compute.claims [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.374384] env[62563]: INFO nova.compute.manager [-] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Took 1.04 seconds to deallocate network for instance. [ 1405.389089] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.447855] env[62563]: DEBUG oslo_concurrency.lockutils [req-b9a5c51e-97b4-4b53-ab28-8973a28f2d42 req-0b518fad-906c-4366-8737-649d45133c0e service nova] Releasing lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.448283] env[62563]: DEBUG oslo_concurrency.lockutils [None req-488462f5-7713-4c71-9533-f6deb09b7112 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquired lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.535369] env[62563]: DEBUG nova.compute.manager [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Received event network-vif-plugged-b720ed21-4f8e-430e-917a-631382a5b81f {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1405.535668] env[62563]: DEBUG oslo_concurrency.lockutils [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] Acquiring lock "e9be8415-0fad-4226-bd7f-746b240d2795-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.535776] env[62563]: DEBUG oslo_concurrency.lockutils [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] Lock "e9be8415-0fad-4226-bd7f-746b240d2795-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.535940] env[62563]: DEBUG oslo_concurrency.lockutils [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] Lock "e9be8415-0fad-4226-bd7f-746b240d2795-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.536151] env[62563]: DEBUG nova.compute.manager [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] No waiting events found dispatching network-vif-plugged-b720ed21-4f8e-430e-917a-631382a5b81f {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1405.536332] env[62563]: WARNING nova.compute.manager [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Received unexpected event network-vif-plugged-b720ed21-4f8e-430e-917a-631382a5b81f for instance with vm_state building and task_state spawning. [ 1405.536494] env[62563]: DEBUG nova.compute.manager [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Received event network-changed-b720ed21-4f8e-430e-917a-631382a5b81f {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1405.536644] env[62563]: DEBUG nova.compute.manager [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Refreshing instance network info cache due to event network-changed-b720ed21-4f8e-430e-917a-631382a5b81f. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1405.536827] env[62563]: DEBUG oslo_concurrency.lockutils [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] Acquiring lock "refresh_cache-e9be8415-0fad-4226-bd7f-746b240d2795" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.536963] env[62563]: DEBUG oslo_concurrency.lockutils [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] Acquired lock "refresh_cache-e9be8415-0fad-4226-bd7f-746b240d2795" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.537310] env[62563]: DEBUG nova.network.neutron [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Refreshing network info cache for port b720ed21-4f8e-430e-917a-631382a5b81f {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.571602] env[62563]: DEBUG oslo_vmware.api [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Task: {'id': task-1750757, 'name': ReconfigVM_Task, 'duration_secs': 0.149711} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.572967] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363946', 'volume_id': 'aa9aa868-a888-4fbb-9c54-7050b97e7250', 'name': 'volume-aa9aa868-a888-4fbb-9c54-7050b97e7250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8fb0191-9677-4361-8ed4-5592fd35be72', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa9aa868-a888-4fbb-9c54-7050b97e7250', 'serial': 'aa9aa868-a888-4fbb-9c54-7050b97e7250'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1405.675769] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.728391] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "refresh_cache-e9be8415-0fad-4226-bd7f-746b240d2795" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.821343] env[62563]: DEBUG nova.network.neutron [None req-488462f5-7713-4c71-9533-f6deb09b7112 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.849503] env[62563]: DEBUG nova.compute.utils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1405.853429] env[62563]: DEBUG nova.compute.manager [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1405.853613] env[62563]: DEBUG nova.network.neutron [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1405.882670] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.899536] env[62563]: DEBUG nova.policy [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d438bd4faad49f688063efda0057b35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9be76646e7de43cd824ac91fe24c0be7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1406.088105] env[62563]: DEBUG nova.network.neutron [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.151016] env[62563]: DEBUG nova.network.neutron [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Successfully created port: 585d69ea-f9f4-427e-959e-bf53961e4ae5 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1406.175412] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.179906] env[62563]: DEBUG nova.network.neutron [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.354691] env[62563]: DEBUG nova.compute.manager [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1406.621017] env[62563]: DEBUG nova.objects.instance [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Lazy-loading 'flavor' on Instance uuid c8fb0191-9677-4361-8ed4-5592fd35be72 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.679601] env[62563]: DEBUG oslo_vmware.api [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750758, 'name': PowerOnVM_Task, 'duration_secs': 1.106435} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.682257] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.682353] env[62563]: INFO nova.compute.manager [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1406.682480] env[62563]: DEBUG nova.compute.manager [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1406.682926] env[62563]: DEBUG oslo_concurrency.lockutils [req-08ceb5d2-45a5-4a4a-96c9-b4428b002305 req-cb861c6c-4ca4-4ad3-aa92-19c3f0c54786 service nova] Releasing lock "refresh_cache-e9be8415-0fad-4226-bd7f-746b240d2795" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.684346] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4708be03-e5a2-4d07-a685-f13a55912635 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.688128] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquired lock "refresh_cache-e9be8415-0fad-4226-bd7f-746b240d2795" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.688128] env[62563]: DEBUG nova.network.neutron [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.696159] env[62563]: DEBUG nova.network.neutron [None req-488462f5-7713-4c71-9533-f6deb09b7112 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Updating instance_info_cache with network_info: [{"id": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "address": "fa:16:3e:b8:4e:af", "network": {"id": "740be252-0226-4914-bc2a-4835e624fccb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872169649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748675873da34605a5b9f6ffc328161a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddaa6bd-4c", "ovs_interfaceid": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.914602] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317b1804-7d8b-4ac4-9053-d8f34a52e8d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.922828] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83acf40e-5d33-4278-a068-231a9db19610 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.954347] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba821d2-308f-4aef-b2ac-7d1ab80ded26 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.967725] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae931dcf-9c72-40af-8c52-a4d030fea568 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.981411] env[62563]: DEBUG nova.compute.provider_tree [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.986759] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Acquiring lock "f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.986987] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Lock "f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.987199] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Acquiring lock "f7db65c0-b6b6-4e7a-bc19-f29b6794cff0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.987377] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Lock "f7db65c0-b6b6-4e7a-bc19-f29b6794cff0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.987537] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Lock "f7db65c0-b6b6-4e7a-bc19-f29b6794cff0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.989494] env[62563]: INFO nova.compute.manager [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Terminating instance [ 1406.991276] env[62563]: DEBUG nova.compute.manager [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1406.991468] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.996017] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f32569a-fcc0-48e0-8004-7cd62c2afcfa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.000578] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.000808] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e5219df-dd37-4cfd-b23e-ae31da59de32 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.007048] env[62563]: DEBUG oslo_vmware.api [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Waiting for the task: (returnval){ [ 1407.007048] env[62563]: value = "task-1750759" [ 1407.007048] env[62563]: _type = "Task" [ 1407.007048] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.016185] env[62563]: DEBUG oslo_vmware.api [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.126861] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2290cb61-3201-4431-8c5d-42f476cf9458 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.349s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.205637] env[62563]: DEBUG oslo_concurrency.lockutils [None req-488462f5-7713-4c71-9533-f6deb09b7112 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Releasing lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.206247] env[62563]: DEBUG nova.compute.manager [None req-488462f5-7713-4c71-9533-f6deb09b7112 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Inject network info {{(pid=62563) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1407.206247] env[62563]: DEBUG nova.compute.manager [None req-488462f5-7713-4c71-9533-f6deb09b7112 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] network_info to inject: |[{"id": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "address": "fa:16:3e:b8:4e:af", "network": {"id": "740be252-0226-4914-bc2a-4835e624fccb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872169649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748675873da34605a5b9f6ffc328161a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddaa6bd-4c", "ovs_interfaceid": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1407.211303] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-488462f5-7713-4c71-9533-f6deb09b7112 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Reconfiguring VM instance to set the machine id {{(pid=62563) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1407.214842] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40eac8e7-7bc4-497b-9c80-13a1a1a4e78c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.224767] env[62563]: INFO nova.compute.manager [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Took 39.66 seconds to build instance. [ 1407.231829] env[62563]: DEBUG oslo_vmware.api [None req-488462f5-7713-4c71-9533-f6deb09b7112 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for the task: (returnval){ [ 1407.231829] env[62563]: value = "task-1750760" [ 1407.231829] env[62563]: _type = "Task" [ 1407.231829] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.236026] env[62563]: DEBUG nova.network.neutron [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1407.248020] env[62563]: DEBUG oslo_vmware.api [None req-488462f5-7713-4c71-9533-f6deb09b7112 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.375217] env[62563]: DEBUG nova.compute.manager [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1407.400971] env[62563]: DEBUG nova.virt.hardware [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1407.401246] env[62563]: DEBUG nova.virt.hardware [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1407.401449] env[62563]: DEBUG nova.virt.hardware [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.401618] env[62563]: DEBUG nova.virt.hardware [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1407.401766] env[62563]: DEBUG nova.virt.hardware [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.401915] env[62563]: DEBUG nova.virt.hardware [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1407.402134] env[62563]: DEBUG nova.virt.hardware [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1407.402381] env[62563]: DEBUG nova.virt.hardware [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1407.402563] env[62563]: DEBUG nova.virt.hardware [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1407.402709] env[62563]: DEBUG nova.virt.hardware [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1407.402879] env[62563]: DEBUG nova.virt.hardware [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1407.403768] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f30ce09-cb96-4226-8910-5b4bf5faab23 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.411188] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c027eb1-72a6-4dad-8c94-8b2e95a6d6c4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.484424] env[62563]: DEBUG nova.scheduler.client.report [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1407.488585] env[62563]: DEBUG nova.network.neutron [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Updating instance_info_cache with network_info: [{"id": "b720ed21-4f8e-430e-917a-631382a5b81f", "address": "fa:16:3e:ff:49:d6", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb720ed21-4f", "ovs_interfaceid": "b720ed21-4f8e-430e-917a-631382a5b81f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.518097] env[62563]: DEBUG oslo_vmware.api [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750759, 'name': PowerOffVM_Task, 'duration_secs': 0.180998} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.518352] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.518511] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.518748] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1889e1a5-862d-4b60-891c-b70bd1f0b11c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.597075] env[62563]: DEBUG nova.compute.manager [req-249c681d-cd56-4fbc-b45d-6a29c9d01d5c req-045d045e-13d5-4d2c-ad63-ff4aae1281f7 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Received event network-changed-6ddaa6bd-4ced-447d-a443-062be44d11b5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1407.597287] env[62563]: DEBUG nova.compute.manager [req-249c681d-cd56-4fbc-b45d-6a29c9d01d5c req-045d045e-13d5-4d2c-ad63-ff4aae1281f7 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Refreshing instance network info cache due to event network-changed-6ddaa6bd-4ced-447d-a443-062be44d11b5. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1407.597523] env[62563]: DEBUG oslo_concurrency.lockutils [req-249c681d-cd56-4fbc-b45d-6a29c9d01d5c req-045d045e-13d5-4d2c-ad63-ff4aae1281f7 service nova] Acquiring lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.597629] env[62563]: DEBUG oslo_concurrency.lockutils [req-249c681d-cd56-4fbc-b45d-6a29c9d01d5c req-045d045e-13d5-4d2c-ad63-ff4aae1281f7 service nova] Acquired lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.597848] env[62563]: DEBUG nova.network.neutron [req-249c681d-cd56-4fbc-b45d-6a29c9d01d5c req-045d045e-13d5-4d2c-ad63-ff4aae1281f7 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Refreshing network info cache for port 6ddaa6bd-4ced-447d-a443-062be44d11b5 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.643315] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.643543] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.643731] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Deleting the datastore file [datastore1] f7db65c0-b6b6-4e7a-bc19-f29b6794cff0 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.644013] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2172996-7160-4859-b2fd-0b9edb8b88ba {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.651503] env[62563]: DEBUG oslo_vmware.api [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Waiting for the task: (returnval){ [ 1407.651503] env[62563]: value = "task-1750762" [ 1407.651503] env[62563]: _type = "Task" [ 1407.651503] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.659596] env[62563]: DEBUG oslo_vmware.api [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.690049] env[62563]: DEBUG nova.network.neutron [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Successfully updated port: 585d69ea-f9f4-427e-959e-bf53961e4ae5 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1407.727105] env[62563]: DEBUG oslo_concurrency.lockutils [None req-472e9501-d818-4fb2-a3b8-671c7cada398 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "34136197-2da8-405f-83d5-2f838f483dfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.685s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.743098] env[62563]: DEBUG oslo_vmware.api [None req-488462f5-7713-4c71-9533-f6deb09b7112 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750760, 'name': ReconfigVM_Task, 'duration_secs': 0.141727} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.743375] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-488462f5-7713-4c71-9533-f6deb09b7112 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Reconfigured VM instance to set the machine id {{(pid=62563) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1407.748542] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Acquiring lock "c8fb0191-9677-4361-8ed4-5592fd35be72" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.748767] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.749969] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquiring lock "b49674e8-0ae9-4130-b0c2-dc38d0c76a90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.751124] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Lock "b49674e8-0ae9-4130-b0c2-dc38d0c76a90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.751124] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquiring lock "b49674e8-0ae9-4130-b0c2-dc38d0c76a90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.751124] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Lock "b49674e8-0ae9-4130-b0c2-dc38d0c76a90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.751124] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Lock "b49674e8-0ae9-4130-b0c2-dc38d0c76a90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.752849] env[62563]: INFO nova.compute.manager [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Terminating instance [ 1407.754739] env[62563]: DEBUG nova.compute.manager [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1407.755071] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.755757] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a388cf4-c714-49fa-aee0-9b390d3cbbb3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.764228] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.764228] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6351810f-146d-45e0-8b98-c1a8fd019416 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.770102] env[62563]: DEBUG oslo_vmware.api [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for the task: (returnval){ [ 1407.770102] env[62563]: value = "task-1750763" [ 1407.770102] env[62563]: _type = "Task" [ 1407.770102] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.778662] env[62563]: DEBUG oslo_vmware.api [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.990953] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.991720] env[62563]: DEBUG nova.compute.manager [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1407.995137] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.567s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.996529] env[62563]: INFO nova.compute.claims [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.999306] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Releasing lock "refresh_cache-e9be8415-0fad-4226-bd7f-746b240d2795" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.999404] env[62563]: DEBUG nova.compute.manager [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Instance network_info: |[{"id": "b720ed21-4f8e-430e-917a-631382a5b81f", "address": "fa:16:3e:ff:49:d6", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb720ed21-4f", "ovs_interfaceid": "b720ed21-4f8e-430e-917a-631382a5b81f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1408.000069] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:49:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b720ed21-4f8e-430e-917a-631382a5b81f', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1408.008093] env[62563]: DEBUG oslo.service.loopingcall [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1408.008370] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1408.008609] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5be8495a-949b-4e80-adfd-805c48e4d7f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.028820] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1408.028820] env[62563]: value = "task-1750764" [ 1408.028820] env[62563]: _type = "Task" [ 1408.028820] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.037726] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750764, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.161975] env[62563]: DEBUG oslo_vmware.api [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.194060] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.194180] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquired lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.194313] env[62563]: DEBUG nova.network.neutron [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.230283] env[62563]: DEBUG nova.compute.manager [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1408.254695] env[62563]: INFO nova.compute.manager [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Detaching volume aa9aa868-a888-4fbb-9c54-7050b97e7250 [ 1408.281814] env[62563]: DEBUG oslo_vmware.api [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.297024] env[62563]: INFO nova.virt.block_device [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Attempting to driver detach volume aa9aa868-a888-4fbb-9c54-7050b97e7250 from mountpoint /dev/sdb [ 1408.297285] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1408.297475] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363946', 'volume_id': 'aa9aa868-a888-4fbb-9c54-7050b97e7250', 'name': 'volume-aa9aa868-a888-4fbb-9c54-7050b97e7250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8fb0191-9677-4361-8ed4-5592fd35be72', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa9aa868-a888-4fbb-9c54-7050b97e7250', 'serial': 'aa9aa868-a888-4fbb-9c54-7050b97e7250'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1408.298376] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09461c5a-698a-4b7f-8025-fdf35d26ca09 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.322035] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7405cb53-4815-4895-ba44-e5eba8ec638d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.329244] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc3e4b6-0bc7-4dc3-9a99-2977297d5331 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.350647] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0b044d-bc60-41af-8cc9-328e84ce9f35 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.367961] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] The volume has not been displaced from its original location: [datastore1] volume-aa9aa868-a888-4fbb-9c54-7050b97e7250/volume-aa9aa868-a888-4fbb-9c54-7050b97e7250.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1408.373769] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1408.373985] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cdc284c-a4a8-4dc9-8f4b-498e5e8294d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.397221] env[62563]: DEBUG oslo_vmware.api [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Waiting for the task: (returnval){ [ 1408.397221] env[62563]: value = "task-1750765" [ 1408.397221] env[62563]: _type = "Task" [ 1408.397221] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.405844] env[62563]: DEBUG oslo_vmware.api [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Task: {'id': task-1750765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.503870] env[62563]: DEBUG nova.compute.utils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.507332] env[62563]: DEBUG nova.compute.manager [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1408.507332] env[62563]: DEBUG nova.network.neutron [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.534059] env[62563]: DEBUG nova.network.neutron [req-249c681d-cd56-4fbc-b45d-6a29c9d01d5c req-045d045e-13d5-4d2c-ad63-ff4aae1281f7 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Updated VIF entry in instance network info cache for port 6ddaa6bd-4ced-447d-a443-062be44d11b5. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.534166] env[62563]: DEBUG nova.network.neutron [req-249c681d-cd56-4fbc-b45d-6a29c9d01d5c req-045d045e-13d5-4d2c-ad63-ff4aae1281f7 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Updating instance_info_cache with network_info: [{"id": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "address": "fa:16:3e:b8:4e:af", "network": {"id": "740be252-0226-4914-bc2a-4835e624fccb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-872169649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748675873da34605a5b9f6ffc328161a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddaa6bd-4c", "ovs_interfaceid": "6ddaa6bd-4ced-447d-a443-062be44d11b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.541254] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750764, 'name': CreateVM_Task, 'duration_secs': 0.388404} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.541428] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.542348] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.542348] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.542606] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.542872] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f31087-8b93-4714-a5dc-60b6f751d679 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.548335] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1408.548335] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52cf9d6b-6d5c-33db-ec59-1aab3ebf8e6a" [ 1408.548335] env[62563]: _type = "Task" [ 1408.548335] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.558189] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52cf9d6b-6d5c-33db-ec59-1aab3ebf8e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.561282] env[62563]: DEBUG nova.policy [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '963bb973bb004678a4678a32878cf273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbef3612d0d2463ab21069b130b51196', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1408.662364] env[62563]: DEBUG oslo_vmware.api [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.728650] env[62563]: DEBUG nova.network.neutron [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1408.757112] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.781637] env[62563]: DEBUG oslo_vmware.api [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750763, 'name': PowerOffVM_Task, 'duration_secs': 0.66379} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.781759] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.782187] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.782187] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2c12690-8620-49eb-a257-f30f7ae4cc0c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.895876] env[62563]: DEBUG nova.network.neutron [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Updating instance_info_cache with network_info: [{"id": "585d69ea-f9f4-427e-959e-bf53961e4ae5", "address": "fa:16:3e:0e:17:20", "network": {"id": "05298098-e9d6-46e3-a61d-8fb719c2ea2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-26106369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be76646e7de43cd824ac91fe24c0be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585d69ea-f9", "ovs_interfaceid": "585d69ea-f9f4-427e-959e-bf53961e4ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.912508] env[62563]: DEBUG oslo_vmware.api [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Task: {'id': task-1750765, 'name': ReconfigVM_Task, 'duration_secs': 0.271374} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.912809] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1408.918082] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36eec185-2bae-4be6-9368-aa0fadafeb48 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.933649] env[62563]: DEBUG oslo_vmware.api [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Waiting for the task: (returnval){ [ 1408.933649] env[62563]: value = "task-1750767" [ 1408.933649] env[62563]: _type = "Task" [ 1408.933649] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.942758] env[62563]: DEBUG oslo_vmware.api [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Task: {'id': task-1750767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.977104] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.977362] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.977547] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Deleting the datastore file [datastore1] b49674e8-0ae9-4130-b0c2-dc38d0c76a90 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.977920] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f31f9a7-7dff-48fc-8f0c-a4923b30a411 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.984491] env[62563]: DEBUG oslo_vmware.api [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for the task: (returnval){ [ 1408.984491] env[62563]: value = "task-1750768" [ 1408.984491] env[62563]: _type = "Task" [ 1408.984491] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.993142] env[62563]: DEBUG oslo_vmware.api [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.009173] env[62563]: DEBUG nova.compute.manager [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1409.036784] env[62563]: DEBUG oslo_concurrency.lockutils [req-249c681d-cd56-4fbc-b45d-6a29c9d01d5c req-045d045e-13d5-4d2c-ad63-ff4aae1281f7 service nova] Releasing lock "refresh_cache-b49674e8-0ae9-4130-b0c2-dc38d0c76a90" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.061300] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52cf9d6b-6d5c-33db-ec59-1aab3ebf8e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.101888} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.064318] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.064604] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.064893] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.065099] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.065343] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.066470] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2124ae5-f534-438e-9bb8-5cf8a33938fd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.081564] env[62563]: DEBUG nova.network.neutron [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Successfully created port: b1fe6822-4feb-4799-b781-9c859c754304 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.086429] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.086627] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.087428] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42258adc-edc0-46a7-82c0-57e40d465087 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.093258] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1409.093258] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]522c15d8-248d-604b-ace7-c66365e2a6c6" [ 1409.093258] env[62563]: _type = "Task" [ 1409.093258] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.103621] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522c15d8-248d-604b-ace7-c66365e2a6c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.164574] env[62563]: DEBUG oslo_vmware.api [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Task: {'id': task-1750762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.017994} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.164900] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.165018] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.165211] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.165390] env[62563]: INFO nova.compute.manager [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1409.165645] env[62563]: DEBUG oslo.service.loopingcall [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.165856] env[62563]: DEBUG nova.compute.manager [-] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1409.165948] env[62563]: DEBUG nova.network.neutron [-] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.401646] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Releasing lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.401980] env[62563]: DEBUG nova.compute.manager [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Instance network_info: |[{"id": "585d69ea-f9f4-427e-959e-bf53961e4ae5", "address": "fa:16:3e:0e:17:20", "network": {"id": "05298098-e9d6-46e3-a61d-8fb719c2ea2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-26106369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be76646e7de43cd824ac91fe24c0be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585d69ea-f9", "ovs_interfaceid": "585d69ea-f9f4-427e-959e-bf53961e4ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1409.402411] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:17:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '585d69ea-f9f4-427e-959e-bf53961e4ae5', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1409.410288] env[62563]: DEBUG oslo.service.loopingcall [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.413038] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1409.414676] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42cb77aa-b4b1-4019-a2d6-c6a1e5ad159f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.448621] env[62563]: DEBUG oslo_vmware.api [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Task: {'id': task-1750767, 'name': ReconfigVM_Task, 'duration_secs': 0.155981} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.449976] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363946', 'volume_id': 'aa9aa868-a888-4fbb-9c54-7050b97e7250', 'name': 'volume-aa9aa868-a888-4fbb-9c54-7050b97e7250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8fb0191-9677-4361-8ed4-5592fd35be72', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa9aa868-a888-4fbb-9c54-7050b97e7250', 'serial': 'aa9aa868-a888-4fbb-9c54-7050b97e7250'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1409.452176] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1409.452176] env[62563]: value = "task-1750769" [ 1409.452176] env[62563]: _type = "Task" [ 1409.452176] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.462830] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750769, 'name': CreateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.503193] env[62563]: DEBUG oslo_vmware.api [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.600817] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3cb76f-8075-4c18-9e65-4a06bd2a5afe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.607106] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522c15d8-248d-604b-ace7-c66365e2a6c6, 'name': SearchDatastore_Task, 'duration_secs': 0.071926} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.608576] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24c4efd-18af-4d1f-b191-e458a212f013 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.613554] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5694181-5b59-4caa-97e9-1ad8748311a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.620295] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1409.620295] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52211ecc-3937-996c-c435-547088a7dd4b" [ 1409.620295] env[62563]: _type = "Task" [ 1409.620295] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.649974] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6639f2bd-de24-4d7b-9d61-f12301437a9a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.656408] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52211ecc-3937-996c-c435-547088a7dd4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.657163] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.657520] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] e9be8415-0fad-4226-bd7f-746b240d2795/e9be8415-0fad-4226-bd7f-746b240d2795.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1409.657792] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc34c93f-b4bb-4dc3-acda-f597a1620350 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.663280] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb01aa6-8b23-4032-859d-58944b6ad953 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.668059] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1409.668059] env[62563]: value = "task-1750770" [ 1409.668059] env[62563]: _type = "Task" [ 1409.668059] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.679739] env[62563]: DEBUG nova.compute.provider_tree [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.686058] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.963097] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750769, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.988153] env[62563]: DEBUG nova.compute.manager [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Received event network-vif-plugged-585d69ea-f9f4-427e-959e-bf53961e4ae5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1409.988153] env[62563]: DEBUG oslo_concurrency.lockutils [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] Acquiring lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.988153] env[62563]: DEBUG oslo_concurrency.lockutils [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] Lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.988153] env[62563]: DEBUG oslo_concurrency.lockutils [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] Lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.990410] env[62563]: DEBUG nova.compute.manager [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] No waiting events found dispatching network-vif-plugged-585d69ea-f9f4-427e-959e-bf53961e4ae5 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1409.990728] env[62563]: WARNING nova.compute.manager [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Received unexpected event network-vif-plugged-585d69ea-f9f4-427e-959e-bf53961e4ae5 for instance with vm_state building and task_state spawning. [ 1409.991022] env[62563]: DEBUG nova.compute.manager [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Received event network-changed-585d69ea-f9f4-427e-959e-bf53961e4ae5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1409.991165] env[62563]: DEBUG nova.compute.manager [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Refreshing instance network info cache due to event network-changed-585d69ea-f9f4-427e-959e-bf53961e4ae5. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1409.991488] env[62563]: DEBUG oslo_concurrency.lockutils [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] Acquiring lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.991687] env[62563]: DEBUG oslo_concurrency.lockutils [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] Acquired lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.991999] env[62563]: DEBUG nova.network.neutron [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Refreshing network info cache for port 585d69ea-f9f4-427e-959e-bf53961e4ae5 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.004892] env[62563]: DEBUG oslo_vmware.api [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Task: {'id': task-1750768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.587546} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.006221] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.006221] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.006221] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.006221] env[62563]: INFO nova.compute.manager [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1410.006221] env[62563]: DEBUG oslo.service.loopingcall [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.006981] env[62563]: DEBUG nova.compute.manager [-] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1410.006981] env[62563]: DEBUG nova.network.neutron [-] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.020149] env[62563]: DEBUG nova.compute.manager [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1410.046711] env[62563]: DEBUG nova.objects.instance [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Lazy-loading 'flavor' on Instance uuid c8fb0191-9677-4361-8ed4-5592fd35be72 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.064127] env[62563]: DEBUG nova.virt.hardware [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1410.064434] env[62563]: DEBUG nova.virt.hardware [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1410.064598] env[62563]: DEBUG nova.virt.hardware [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.064792] env[62563]: DEBUG nova.virt.hardware [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1410.064951] env[62563]: DEBUG nova.virt.hardware [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.065755] env[62563]: DEBUG nova.virt.hardware [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1410.066093] env[62563]: DEBUG nova.virt.hardware [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1410.066298] env[62563]: DEBUG nova.virt.hardware [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1410.067262] env[62563]: DEBUG nova.virt.hardware [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1410.067468] env[62563]: DEBUG nova.virt.hardware [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1410.067735] env[62563]: DEBUG nova.virt.hardware [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1410.069779] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8087054-b527-48c8-ad6a-16bb3fcde264 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.080978] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc9aa0-0cb6-4b0c-a612-d33a33de478b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.181449] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750770, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.182866] env[62563]: DEBUG nova.scheduler.client.report [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1410.196043] env[62563]: DEBUG nova.network.neutron [-] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.462990] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750769, 'name': CreateVM_Task, 'duration_secs': 0.945862} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.463258] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1410.463982] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.464161] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.464470] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.464711] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4d01a3-d14d-4bb5-8897-c8b5bb9c14b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.470324] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1410.470324] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52204bd8-0186-f537-5c0d-c56b91760fdb" [ 1410.470324] env[62563]: _type = "Task" [ 1410.470324] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.478179] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52204bd8-0186-f537-5c0d-c56b91760fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.681373] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517513} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.681373] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] e9be8415-0fad-4226-bd7f-746b240d2795/e9be8415-0fad-4226-bd7f-746b240d2795.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1410.681373] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1410.681590] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-774f3f2c-2980-487d-b5a4-d44447a0d84a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.689362] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.689908] env[62563]: DEBUG nova.compute.manager [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1410.692519] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1410.692519] env[62563]: value = "task-1750771" [ 1410.692519] env[62563]: _type = "Task" [ 1410.692519] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.698535] env[62563]: DEBUG nova.network.neutron [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Updated VIF entry in instance network info cache for port 585d69ea-f9f4-427e-959e-bf53961e4ae5. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.698535] env[62563]: DEBUG nova.network.neutron [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Updating instance_info_cache with network_info: [{"id": "585d69ea-f9f4-427e-959e-bf53961e4ae5", "address": "fa:16:3e:0e:17:20", "network": {"id": "05298098-e9d6-46e3-a61d-8fb719c2ea2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-26106369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be76646e7de43cd824ac91fe24c0be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585d69ea-f9", "ovs_interfaceid": "585d69ea-f9f4-427e-959e-bf53961e4ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.698738] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.309s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.700527] env[62563]: INFO nova.compute.manager [-] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Took 1.53 seconds to deallocate network for instance. [ 1410.710661] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.986908] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52204bd8-0186-f537-5c0d-c56b91760fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.987386] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.987739] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1410.988126] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.988403] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.988847] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1410.989236] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f913b680-4798-45c3-ac44-81dd70811969 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.002026] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.002026] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.002026] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e8d55a7-87e5-45dc-90d5-3e380b77c898 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.005501] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1411.005501] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]522cf33b-629a-d682-e7d9-9febbcf98a3b" [ 1411.005501] env[62563]: _type = "Task" [ 1411.005501] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.010659] env[62563]: DEBUG nova.network.neutron [-] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.019448] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522cf33b-629a-d682-e7d9-9febbcf98a3b, 'name': SearchDatastore_Task, 'duration_secs': 0.008836} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.020419] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c938a50-a199-4f69-bd18-ca77e258833d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.027115] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1411.027115] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52612672-1ed1-0c89-0650-0f6055e1d164" [ 1411.027115] env[62563]: _type = "Task" [ 1411.027115] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.036326] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52612672-1ed1-0c89-0650-0f6055e1d164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.062979] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d81f5680-cca2-453b-bd09-be952a416da9 tempest-VolumesAssistedSnapshotsTest-207824520 tempest-VolumesAssistedSnapshotsTest-207824520-project-admin] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.314s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.197306] env[62563]: DEBUG nova.compute.utils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1411.201927] env[62563]: DEBUG nova.compute.manager [req-24f10a37-5cfa-4096-8ddb-cbefdec2f19c req-52147cb3-dd10-48ea-9363-b6132abe7add service nova] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Received event network-vif-plugged-b1fe6822-4feb-4799-b781-9c859c754304 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1411.201927] env[62563]: DEBUG oslo_concurrency.lockutils [req-24f10a37-5cfa-4096-8ddb-cbefdec2f19c req-52147cb3-dd10-48ea-9363-b6132abe7add service nova] Acquiring lock "0e925191-2288-4fbd-a70e-256b1ec965a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.201927] env[62563]: DEBUG oslo_concurrency.lockutils [req-24f10a37-5cfa-4096-8ddb-cbefdec2f19c req-52147cb3-dd10-48ea-9363-b6132abe7add service nova] Lock "0e925191-2288-4fbd-a70e-256b1ec965a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.201927] env[62563]: DEBUG oslo_concurrency.lockutils [req-24f10a37-5cfa-4096-8ddb-cbefdec2f19c req-52147cb3-dd10-48ea-9363-b6132abe7add service nova] Lock "0e925191-2288-4fbd-a70e-256b1ec965a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.201927] env[62563]: DEBUG nova.compute.manager [req-24f10a37-5cfa-4096-8ddb-cbefdec2f19c req-52147cb3-dd10-48ea-9363-b6132abe7add service nova] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] No waiting events found dispatching network-vif-plugged-b1fe6822-4feb-4799-b781-9c859c754304 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1411.202267] env[62563]: WARNING nova.compute.manager [req-24f10a37-5cfa-4096-8ddb-cbefdec2f19c req-52147cb3-dd10-48ea-9363-b6132abe7add service nova] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Received unexpected event network-vif-plugged-b1fe6822-4feb-4799-b781-9c859c754304 for instance with vm_state building and task_state spawning. [ 1411.213224] env[62563]: DEBUG oslo_concurrency.lockutils [req-699be255-50e1-43e3-9f92-c16a026324ee req-1e7cca2f-702c-4325-847d-e1f89798b339 service nova] Releasing lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.213224] env[62563]: DEBUG nova.compute.manager [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1411.213385] env[62563]: DEBUG nova.network.neutron [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1411.221910] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.233692] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180852} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.233692] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.233692] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6516c9-0d26-4bf0-8d20-af52fac3c49e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.235934] env[62563]: DEBUG nova.network.neutron [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Successfully updated port: b1fe6822-4feb-4799-b781-9c859c754304 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.260571] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e9be8415-0fad-4226-bd7f-746b240d2795/e9be8415-0fad-4226-bd7f-746b240d2795.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.261496] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df702fb8-e8d4-4410-a406-972f18f125a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.283118] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1411.283118] env[62563]: value = "task-1750773" [ 1411.283118] env[62563]: _type = "Task" [ 1411.283118] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.292572] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.305364] env[62563]: DEBUG nova.policy [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f29ab8bb3f74b01b872ad0fbe76add3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a4caefef8b47938da3bae148742ca1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1411.514285] env[62563]: INFO nova.compute.manager [-] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Took 1.51 seconds to deallocate network for instance. [ 1411.538067] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52612672-1ed1-0c89-0650-0f6055e1d164, 'name': SearchDatastore_Task, 'duration_secs': 0.008872} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.538432] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.538749] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7/5fab0c44-2da5-43eb-8249-7e6d8c1c52f7.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1411.539070] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fb79fc7-d036-437f-9ab2-06d471d1e4d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.547782] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1411.547782] env[62563]: value = "task-1750774" [ 1411.547782] env[62563]: _type = "Task" [ 1411.547782] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.561449] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.584094] env[62563]: DEBUG nova.network.neutron [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Successfully created port: 018c7d49-8079-4b96-89cc-30c28554b7c9 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1411.701766] env[62563]: DEBUG nova.compute.manager [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1411.723581] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Applying migration context for instance d463557f-2915-4d0b-9ed9-cf8ad14a99e7 as it has an incoming, in-progress migration 1f37e130-bded-4fda-8a5b-1dba7816e256. Migration status is confirming {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1411.726327] env[62563]: INFO nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating resource usage from migration 1f37e130-bded-4fda-8a5b-1dba7816e256 [ 1411.739011] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Acquiring lock "refresh_cache-0e925191-2288-4fbd-a70e-256b1ec965a0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.739216] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Acquired lock "refresh_cache-0e925191-2288-4fbd-a70e-256b1ec965a0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.739389] env[62563]: DEBUG nova.network.neutron [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.752160] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance b607559a-9f41-465d-8c03-c9e2bddbd173 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1411.752345] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 5ee7e59e-98e3-45ea-a417-04846bc4a953 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1411.752511] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance c8fb0191-9677-4361-8ed4-5592fd35be72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.752662] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance b49674e8-0ae9-4130-b0c2-dc38d0c76a90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.752800] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1411.752888] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 024ba1e3-9d5f-4345-a522-d2fbe6c361b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.752983] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance f7db65c0-b6b6-4e7a-bc19-f29b6794cff0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.753095] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance bc70735f-b8b7-4fc3-ac89-f896cb079bca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.753210] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance edc08dae-5efc-4bdc-be26-1c8e20c23131 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.753378] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 55c4bfb9-6f11-4207-aa10-8eff7addca9c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1411.753536] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 2eedeced-bedd-403a-aef8-f1fa5707d710 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1411.753666] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1411.753847] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 084713a9-0b2c-41eb-a481-e964fb701ed3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1411.753992] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance c9716ffb-01d6-4a82-8e8e-a2db6f056a28 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1411.755035] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 280e4528-20fc-438b-adba-e4b449cfc635 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.755221] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 636c2770-3626-4101-b8de-65f9f883959f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.755359] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance b2621e0a-496e-4b4d-81b9-8adabcd939fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.759023] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d65f8ce5-40e1-42c7-8f64-cff4dc63aabc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1411.759023] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 34136197-2da8-405f-83d5-2f838f483dfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.759023] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance e9be8415-0fad-4226-bd7f-746b240d2795 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.759023] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Migration 1f37e130-bded-4fda-8a5b-1dba7816e256 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1411.759428] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d463557f-2915-4d0b-9ed9-cf8ad14a99e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.759428] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.759428] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 0e925191-2288-4fbd-a70e-256b1ec965a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.759428] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 600a8045-e5bc-429c-901d-66f0be5c08ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.795214] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.020907] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.059753] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750774, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.124208] env[62563]: DEBUG nova.compute.manager [req-6a357b2d-bd78-4bc7-b46f-2384da2a4674 req-52b36712-d96b-4e4c-b931-8817df43c1d0 service nova] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Received event network-vif-deleted-df513b9c-73cb-4e37-9266-d4f5618788df {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1412.124367] env[62563]: DEBUG nova.compute.manager [req-6a357b2d-bd78-4bc7-b46f-2384da2a4674 req-52b36712-d96b-4e4c-b931-8817df43c1d0 service nova] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Received event network-vif-deleted-6ddaa6bd-4ced-447d-a443-062be44d11b5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1412.260487] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 488d036a-3cff-4ea9-ab26-895f2b189c6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1412.289529] env[62563]: DEBUG nova.network.neutron [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.297169] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.538611] env[62563]: DEBUG nova.network.neutron [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Updating instance_info_cache with network_info: [{"id": "b1fe6822-4feb-4799-b781-9c859c754304", "address": "fa:16:3e:b1:2e:8c", "network": {"id": "40ff7965-a73a-4441-a982-aaf98b7de987", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-429292195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbef3612d0d2463ab21069b130b51196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1fe6822-4f", "ovs_interfaceid": "b1fe6822-4feb-4799-b781-9c859c754304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.562424] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546942} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.562623] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7/5fab0c44-2da5-43eb-8249-7e6d8c1c52f7.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1412.562831] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1412.563095] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f98a0b1e-5992-4e72-bbeb-26cc17c2b01c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.571466] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1412.571466] env[62563]: value = "task-1750775" [ 1412.571466] env[62563]: _type = "Task" [ 1412.571466] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.581064] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.711884] env[62563]: DEBUG nova.compute.manager [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1412.738634] env[62563]: DEBUG nova.virt.hardware [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1412.738883] env[62563]: DEBUG nova.virt.hardware [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1412.739090] env[62563]: DEBUG nova.virt.hardware [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.740272] env[62563]: DEBUG nova.virt.hardware [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1412.740272] env[62563]: DEBUG nova.virt.hardware [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.740272] env[62563]: DEBUG nova.virt.hardware [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1412.740272] env[62563]: DEBUG nova.virt.hardware [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1412.740272] env[62563]: DEBUG nova.virt.hardware [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1412.740501] env[62563]: DEBUG nova.virt.hardware [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1412.740501] env[62563]: DEBUG nova.virt.hardware [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1412.740501] env[62563]: DEBUG nova.virt.hardware [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1412.741415] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59dd083-333b-418b-b591-ae80a570d7d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.750295] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1934e12b-7657-44ae-81b8-4037e23e569d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.764245] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance b0bc6040-9338-46d9-a78f-a4e16cf69f95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1412.794169] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750773, 'name': ReconfigVM_Task, 'duration_secs': 1.506792} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.794453] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e9be8415-0fad-4226-bd7f-746b240d2795/e9be8415-0fad-4226-bd7f-746b240d2795.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.795081] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1048187d-f177-4fc6-981d-c1291660e929 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.800603] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1412.800603] env[62563]: value = "task-1750776" [ 1412.800603] env[62563]: _type = "Task" [ 1412.800603] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.809022] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750776, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.041810] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Releasing lock "refresh_cache-0e925191-2288-4fbd-a70e-256b1ec965a0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.042163] env[62563]: DEBUG nova.compute.manager [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Instance network_info: |[{"id": "b1fe6822-4feb-4799-b781-9c859c754304", "address": "fa:16:3e:b1:2e:8c", "network": {"id": "40ff7965-a73a-4441-a982-aaf98b7de987", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-429292195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbef3612d0d2463ab21069b130b51196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1fe6822-4f", "ovs_interfaceid": "b1fe6822-4feb-4799-b781-9c859c754304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1413.042575] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:2e:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1fe6822-4feb-4799-b781-9c859c754304', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.051209] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Creating folder: Project (bbef3612d0d2463ab21069b130b51196). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.051209] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-583d0403-24d9-4b79-8176-7d30a46d5dd2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.060815] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Created folder: Project (bbef3612d0d2463ab21069b130b51196) in parent group-v363823. [ 1413.060815] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Creating folder: Instances. Parent ref: group-v363949. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.060950] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffe9af4b-29af-400e-b264-9a6e0db5371e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.068886] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Created folder: Instances in parent group-v363949. [ 1413.069140] env[62563]: DEBUG oslo.service.loopingcall [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.070097] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.070097] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91b71e5a-7994-4e86-a3b2-6c8ea1ba51ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.093305] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066888} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.094701] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1413.095009] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.095009] env[62563]: value = "task-1750779" [ 1413.095009] env[62563]: _type = "Task" [ 1413.095009] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.095695] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59c4a0e-5ce8-402c-b518-2afef2e7c2c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.120024] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7/5fab0c44-2da5-43eb-8249-7e6d8c1c52f7.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.123533] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc075aa0-2ad9-4a8c-b91a-62b5fb24892c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.137799] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750779, 'name': CreateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.143636] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1413.143636] env[62563]: value = "task-1750780" [ 1413.143636] env[62563]: _type = "Task" [ 1413.143636] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.152875] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.153715] env[62563]: DEBUG nova.network.neutron [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Successfully updated port: 018c7d49-8079-4b96-89cc-30c28554b7c9 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1413.267321] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 201f37af-ea79-4dea-9f20-2520213e1d6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1413.310889] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750776, 'name': Rename_Task, 'duration_secs': 0.332732} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.311210] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.311473] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69cf8611-355b-45b0-8b88-3d15235b140c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.317760] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1413.317760] env[62563]: value = "task-1750781" [ 1413.317760] env[62563]: _type = "Task" [ 1413.317760] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.325746] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.402202] env[62563]: DEBUG nova.compute.manager [req-f40d190a-7a2d-4c44-bec6-83f324e81b90 req-2bdca80c-37c7-4063-ade9-2d373a71416f service nova] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Received event network-changed-b1fe6822-4feb-4799-b781-9c859c754304 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1413.402569] env[62563]: DEBUG nova.compute.manager [req-f40d190a-7a2d-4c44-bec6-83f324e81b90 req-2bdca80c-37c7-4063-ade9-2d373a71416f service nova] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Refreshing instance network info cache due to event network-changed-b1fe6822-4feb-4799-b781-9c859c754304. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1413.402621] env[62563]: DEBUG oslo_concurrency.lockutils [req-f40d190a-7a2d-4c44-bec6-83f324e81b90 req-2bdca80c-37c7-4063-ade9-2d373a71416f service nova] Acquiring lock "refresh_cache-0e925191-2288-4fbd-a70e-256b1ec965a0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.402734] env[62563]: DEBUG oslo_concurrency.lockutils [req-f40d190a-7a2d-4c44-bec6-83f324e81b90 req-2bdca80c-37c7-4063-ade9-2d373a71416f service nova] Acquired lock "refresh_cache-0e925191-2288-4fbd-a70e-256b1ec965a0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.402892] env[62563]: DEBUG nova.network.neutron [req-f40d190a-7a2d-4c44-bec6-83f324e81b90 req-2bdca80c-37c7-4063-ade9-2d373a71416f service nova] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Refreshing network info cache for port b1fe6822-4feb-4799-b781-9c859c754304 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.607598] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750779, 'name': CreateVM_Task, 'duration_secs': 0.377099} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.607787] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.608496] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.608637] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.608958] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1413.609215] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-141dcd1b-d52a-4f78-88a6-8fba7a29b112 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.614102] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Waiting for the task: (returnval){ [ 1413.614102] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52134bea-1352-8f14-67c8-1bf10675e8b2" [ 1413.614102] env[62563]: _type = "Task" [ 1413.614102] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.622446] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52134bea-1352-8f14-67c8-1bf10675e8b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.653853] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750780, 'name': ReconfigVM_Task, 'duration_secs': 0.285566} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.654209] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7/5fab0c44-2da5-43eb-8249-7e6d8c1c52f7.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.654917] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f41913b-c0b5-4c08-a8d8-e80c71fade0a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.656870] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "refresh_cache-600a8045-e5bc-429c-901d-66f0be5c08ca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.657093] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquired lock "refresh_cache-600a8045-e5bc-429c-901d-66f0be5c08ca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.657093] env[62563]: DEBUG nova.network.neutron [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.663318] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1413.663318] env[62563]: value = "task-1750782" [ 1413.663318] env[62563]: _type = "Task" [ 1413.663318] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.673705] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750782, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.770642] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance cfafc9e3-5c8a-4117-9edd-f5512d3c9374 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1413.828336] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750781, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.123947] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52134bea-1352-8f14-67c8-1bf10675e8b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008758} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.124260] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.124488] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.124713] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.124860] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.125077] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.125335] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c7bc2b2-d090-4b1c-bf38-48f82714ca6b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.133714] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.133902] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.134686] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e808626-3034-46dd-a631-a266b3d37ff6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.139543] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Waiting for the task: (returnval){ [ 1414.139543] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f9bd28-a878-4c06-90e8-89548f6783bd" [ 1414.139543] env[62563]: _type = "Task" [ 1414.139543] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.147083] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f9bd28-a878-4c06-90e8-89548f6783bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.149354] env[62563]: DEBUG nova.compute.manager [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Received event network-vif-plugged-018c7d49-8079-4b96-89cc-30c28554b7c9 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1414.149555] env[62563]: DEBUG oslo_concurrency.lockutils [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] Acquiring lock "600a8045-e5bc-429c-901d-66f0be5c08ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.149783] env[62563]: DEBUG oslo_concurrency.lockutils [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] Lock "600a8045-e5bc-429c-901d-66f0be5c08ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.152711] env[62563]: DEBUG oslo_concurrency.lockutils [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] Lock "600a8045-e5bc-429c-901d-66f0be5c08ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.152711] env[62563]: DEBUG nova.compute.manager [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] No waiting events found dispatching network-vif-plugged-018c7d49-8079-4b96-89cc-30c28554b7c9 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1414.152711] env[62563]: WARNING nova.compute.manager [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Received unexpected event network-vif-plugged-018c7d49-8079-4b96-89cc-30c28554b7c9 for instance with vm_state building and task_state spawning. [ 1414.152711] env[62563]: DEBUG nova.compute.manager [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Received event network-changed-018c7d49-8079-4b96-89cc-30c28554b7c9 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1414.152711] env[62563]: DEBUG nova.compute.manager [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Refreshing instance network info cache due to event network-changed-018c7d49-8079-4b96-89cc-30c28554b7c9. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1414.153401] env[62563]: DEBUG oslo_concurrency.lockutils [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] Acquiring lock "refresh_cache-600a8045-e5bc-429c-901d-66f0be5c08ca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.173062] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750782, 'name': Rename_Task, 'duration_secs': 0.132632} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.173814] env[62563]: DEBUG nova.network.neutron [req-f40d190a-7a2d-4c44-bec6-83f324e81b90 req-2bdca80c-37c7-4063-ade9-2d373a71416f service nova] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Updated VIF entry in instance network info cache for port b1fe6822-4feb-4799-b781-9c859c754304. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.174138] env[62563]: DEBUG nova.network.neutron [req-f40d190a-7a2d-4c44-bec6-83f324e81b90 req-2bdca80c-37c7-4063-ade9-2d373a71416f service nova] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Updating instance_info_cache with network_info: [{"id": "b1fe6822-4feb-4799-b781-9c859c754304", "address": "fa:16:3e:b1:2e:8c", "network": {"id": "40ff7965-a73a-4441-a982-aaf98b7de987", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-429292195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbef3612d0d2463ab21069b130b51196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1fe6822-4f", "ovs_interfaceid": "b1fe6822-4feb-4799-b781-9c859c754304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.175254] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.175674] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13f91cad-a0e4-42a9-8b45-e9dddad75f85 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.181624] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1414.181624] env[62563]: value = "task-1750783" [ 1414.181624] env[62563]: _type = "Task" [ 1414.181624] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.191412] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.192222] env[62563]: DEBUG nova.network.neutron [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1414.274328] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 84baf130-f07a-45d4-a57f-7b20833a85ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1414.333927] env[62563]: DEBUG oslo_vmware.api [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750781, 'name': PowerOnVM_Task, 'duration_secs': 0.738816} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.333927] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.333927] env[62563]: INFO nova.compute.manager [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1414.333927] env[62563]: DEBUG nova.compute.manager [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1414.333927] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bddac23-a2fd-4aaf-a5f9-1b70b4611138 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.434564] env[62563]: DEBUG nova.network.neutron [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Updating instance_info_cache with network_info: [{"id": "018c7d49-8079-4b96-89cc-30c28554b7c9", "address": "fa:16:3e:d3:61:65", "network": {"id": "b4340699-485a-4414-8744-53ffb089aaf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-285763561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4caefef8b47938da3bae148742ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018c7d49-80", "ovs_interfaceid": "018c7d49-8079-4b96-89cc-30c28554b7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.655838] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f9bd28-a878-4c06-90e8-89548f6783bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008175} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.656749] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e85cf9-d987-42c9-a034-4a3fc43cf84c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.662414] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Waiting for the task: (returnval){ [ 1414.662414] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]528d7adf-78f9-c6c6-2ffb-d801a79ac418" [ 1414.662414] env[62563]: _type = "Task" [ 1414.662414] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.671044] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528d7adf-78f9-c6c6-2ffb-d801a79ac418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.676712] env[62563]: DEBUG oslo_concurrency.lockutils [req-f40d190a-7a2d-4c44-bec6-83f324e81b90 req-2bdca80c-37c7-4063-ade9-2d373a71416f service nova] Releasing lock "refresh_cache-0e925191-2288-4fbd-a70e-256b1ec965a0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.691107] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750783, 'name': PowerOnVM_Task} progress is 80%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.778701] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance a49fc7ed-4f0f-4ecd-b65d-727412edcf7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1414.816676] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Acquiring lock "c8fb0191-9677-4361-8ed4-5592fd35be72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.817105] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.817334] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Acquiring lock "c8fb0191-9677-4361-8ed4-5592fd35be72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.817528] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.817745] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.820992] env[62563]: INFO nova.compute.manager [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Terminating instance [ 1414.822866] env[62563]: DEBUG nova.compute.manager [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1414.823018] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.823924] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388fc4fc-2efb-48dd-ba20-317364bc281e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.832422] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.832706] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2130908c-5aaf-4166-bb64-7e046ef4fe74 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.839359] env[62563]: DEBUG oslo_vmware.api [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Waiting for the task: (returnval){ [ 1414.839359] env[62563]: value = "task-1750784" [ 1414.839359] env[62563]: _type = "Task" [ 1414.839359] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.854481] env[62563]: DEBUG oslo_vmware.api [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.854823] env[62563]: INFO nova.compute.manager [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Took 44.19 seconds to build instance. [ 1414.937729] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Releasing lock "refresh_cache-600a8045-e5bc-429c-901d-66f0be5c08ca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.938075] env[62563]: DEBUG nova.compute.manager [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Instance network_info: |[{"id": "018c7d49-8079-4b96-89cc-30c28554b7c9", "address": "fa:16:3e:d3:61:65", "network": {"id": "b4340699-485a-4414-8744-53ffb089aaf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-285763561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4caefef8b47938da3bae148742ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018c7d49-80", "ovs_interfaceid": "018c7d49-8079-4b96-89cc-30c28554b7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1414.938405] env[62563]: DEBUG oslo_concurrency.lockutils [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] Acquired lock "refresh_cache-600a8045-e5bc-429c-901d-66f0be5c08ca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.938592] env[62563]: DEBUG nova.network.neutron [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Refreshing network info cache for port 018c7d49-8079-4b96-89cc-30c28554b7c9 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1414.939821] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:61:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '018c7d49-8079-4b96-89cc-30c28554b7c9', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1414.947635] env[62563]: DEBUG oslo.service.loopingcall [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1414.951231] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1414.951613] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4198ea8f-c065-4c66-b4a8-89ec41a8708f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.972431] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1414.972431] env[62563]: value = "task-1750785" [ 1414.972431] env[62563]: _type = "Task" [ 1414.972431] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.980321] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750785, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.174571] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528d7adf-78f9-c6c6-2ffb-d801a79ac418, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.174829] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.175094] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0e925191-2288-4fbd-a70e-256b1ec965a0/0e925191-2288-4fbd-a70e-256b1ec965a0.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.175374] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-644c3283-aa6d-4417-841b-c7fde8fb4fac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.186826] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Waiting for the task: (returnval){ [ 1415.186826] env[62563]: value = "task-1750786" [ 1415.186826] env[62563]: _type = "Task" [ 1415.186826] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.192833] env[62563]: DEBUG oslo_vmware.api [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750783, 'name': PowerOnVM_Task, 'duration_secs': 0.752943} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.193443] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.193649] env[62563]: INFO nova.compute.manager [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1415.193866] env[62563]: DEBUG nova.compute.manager [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1415.194622] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357eb125-6d96-4251-90b9-d630fc1b379f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.200242] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.282880] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 8146eebc-9445-4f8c-8b2a-31724f59bedf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1415.330450] env[62563]: DEBUG nova.network.neutron [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Updated VIF entry in instance network info cache for port 018c7d49-8079-4b96-89cc-30c28554b7c9. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1415.330853] env[62563]: DEBUG nova.network.neutron [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Updating instance_info_cache with network_info: [{"id": "018c7d49-8079-4b96-89cc-30c28554b7c9", "address": "fa:16:3e:d3:61:65", "network": {"id": "b4340699-485a-4414-8744-53ffb089aaf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-285763561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4caefef8b47938da3bae148742ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018c7d49-80", "ovs_interfaceid": "018c7d49-8079-4b96-89cc-30c28554b7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.357211] env[62563]: DEBUG oslo_vmware.api [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750784, 'name': PowerOffVM_Task, 'duration_secs': 0.29655} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.357604] env[62563]: DEBUG oslo_concurrency.lockutils [None req-16bd898b-1da0-4c12-a9c9-3774ac1d6ca8 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "e9be8415-0fad-4226-bd7f-746b240d2795" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.263s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.357844] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.358020] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.359679] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39232bfd-7edc-4c76-8223-13bf741b606b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.431804] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.432096] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.432282] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Deleting the datastore file [datastore1] c8fb0191-9677-4361-8ed4-5592fd35be72 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.432548] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4beacca8-2429-4378-b2cc-f91231a7b63b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.442027] env[62563]: DEBUG oslo_vmware.api [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Waiting for the task: (returnval){ [ 1415.442027] env[62563]: value = "task-1750788" [ 1415.442027] env[62563]: _type = "Task" [ 1415.442027] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.449380] env[62563]: DEBUG oslo_vmware.api [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.482336] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750785, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.702237] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750786, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.719046] env[62563]: INFO nova.compute.manager [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Took 40.18 seconds to build instance. [ 1415.786728] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 72a99e47-ef6a-4930-be72-bbb5af8f6c77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1415.833453] env[62563]: DEBUG oslo_concurrency.lockutils [req-9bd890ac-d89a-4ff0-9248-51d5f8c12362 req-d35eaf33-847c-4d05-afd4-4d01802b27bc service nova] Releasing lock "refresh_cache-600a8045-e5bc-429c-901d-66f0be5c08ca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.862539] env[62563]: DEBUG nova.compute.manager [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1415.952230] env[62563]: DEBUG oslo_vmware.api [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.984672] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750785, 'name': CreateVM_Task, 'duration_secs': 0.604349} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.984894] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1415.985535] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.985762] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.986051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1415.986332] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4d1511-de2b-4625-9a63-d2dbb036d789 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.991469] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1415.991469] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52c1a71e-8f9d-73d2-0d9f-bbde130860c3" [ 1415.991469] env[62563]: _type = "Task" [ 1415.991469] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.999921] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c1a71e-8f9d-73d2-0d9f-bbde130860c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.198446] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838776} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.198666] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0e925191-2288-4fbd-a70e-256b1ec965a0/0e925191-2288-4fbd-a70e-256b1ec965a0.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.198864] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.199098] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0409fa5-e4e9-43cd-ac13-4f5903d156e1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.205894] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Waiting for the task: (returnval){ [ 1416.205894] env[62563]: value = "task-1750789" [ 1416.205894] env[62563]: _type = "Task" [ 1416.205894] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.216255] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.220574] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19a765f2-2a83-491b-8cd9-7e6144c73aab tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.558s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.290712] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance f0f5faef-c983-4d90-b7b2-4a3dcf00d117 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1416.400269] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.458577] env[62563]: DEBUG oslo_vmware.api [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Task: {'id': task-1750788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.640575} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.459482] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.459898] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.460522] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.460736] env[62563]: INFO nova.compute.manager [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1416.461055] env[62563]: DEBUG oslo.service.loopingcall [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.461291] env[62563]: DEBUG nova.compute.manager [-] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1416.461390] env[62563]: DEBUG nova.network.neutron [-] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.506490] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c1a71e-8f9d-73d2-0d9f-bbde130860c3, 'name': SearchDatastore_Task, 'duration_secs': 0.034111} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.507522] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.507522] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1416.507522] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.508710] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.508710] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1416.508710] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85077b42-b645-4c21-9924-0647307a8d37 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.517715] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1416.517904] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1416.518643] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31eabbb2-a5f2-4c44-9de2-48807fae26ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.524514] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1416.524514] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5244b337-a830-7abe-749f-85aaf7e37e56" [ 1416.524514] env[62563]: _type = "Task" [ 1416.524514] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.533556] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5244b337-a830-7abe-749f-85aaf7e37e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.718912] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090908} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.719295] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.720187] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cabd27-b9ac-4624-a0e7-f55745025686 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.723362] env[62563]: DEBUG nova.compute.manager [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1416.758771] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 0e925191-2288-4fbd-a70e-256b1ec965a0/0e925191-2288-4fbd-a70e-256b1ec965a0.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.759177] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5411a3f0-d05b-46d3-a690-879ca2522876 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.788028] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Waiting for the task: (returnval){ [ 1416.788028] env[62563]: value = "task-1750790" [ 1416.788028] env[62563]: _type = "Task" [ 1416.788028] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.793516] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 690beff5-67eb-4a94-949b-159dc93e65de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1416.804045] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750790, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.935853] env[62563]: DEBUG nova.compute.manager [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1416.936870] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd963cd-b669-47f5-b99b-a995ee1f5748 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.035979] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5244b337-a830-7abe-749f-85aaf7e37e56, 'name': SearchDatastore_Task, 'duration_secs': 0.008465} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.037176] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3032ec2-86ef-4633-a5cc-7569cf91ab51 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.042944] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1417.042944] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5243fa96-1860-ee82-0c24-53a9d95e5992" [ 1417.042944] env[62563]: _type = "Task" [ 1417.042944] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.050685] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5243fa96-1860-ee82-0c24-53a9d95e5992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.258198] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.299484] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 3f640b0b-2a58-4701-a6d9-10f0a84a8c55 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1417.303436] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.450714] env[62563]: INFO nova.compute.manager [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] instance snapshotting [ 1417.454631] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fa0460-943d-4469-9746-e0a74003feb3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.477778] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f669a05-0815-4c05-86f8-dd198506570f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.490685] env[62563]: DEBUG nova.compute.manager [req-94f85021-4a0f-4f8c-8201-38770907392e req-7d70e3c2-196f-469a-b1db-dca2d72d4d96 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Received event network-changed-e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1417.490944] env[62563]: DEBUG nova.compute.manager [req-94f85021-4a0f-4f8c-8201-38770907392e req-7d70e3c2-196f-469a-b1db-dca2d72d4d96 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Refreshing instance network info cache due to event network-changed-e9e3cfdb-625c-420d-b594-2eb8d36f6847. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1417.491251] env[62563]: DEBUG oslo_concurrency.lockutils [req-94f85021-4a0f-4f8c-8201-38770907392e req-7d70e3c2-196f-469a-b1db-dca2d72d4d96 service nova] Acquiring lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.491452] env[62563]: DEBUG oslo_concurrency.lockutils [req-94f85021-4a0f-4f8c-8201-38770907392e req-7d70e3c2-196f-469a-b1db-dca2d72d4d96 service nova] Acquired lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.491713] env[62563]: DEBUG nova.network.neutron [req-94f85021-4a0f-4f8c-8201-38770907392e req-7d70e3c2-196f-469a-b1db-dca2d72d4d96 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Refreshing network info cache for port e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.557189] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5243fa96-1860-ee82-0c24-53a9d95e5992, 'name': SearchDatastore_Task, 'duration_secs': 0.026791} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.557471] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.557728] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 600a8045-e5bc-429c-901d-66f0be5c08ca/600a8045-e5bc-429c-901d-66f0be5c08ca.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1417.557994] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-324e0e34-2920-4109-ab76-6a9e4060ee52 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.566808] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1417.566808] env[62563]: value = "task-1750791" [ 1417.566808] env[62563]: _type = "Task" [ 1417.566808] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.575667] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.803239] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 626b0eff-779a-49b9-8e5b-9a8a7f56f428 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1417.803570] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1417.803731] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1417.807301] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750790, 'name': ReconfigVM_Task, 'duration_secs': 0.709447} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.807932] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 0e925191-2288-4fbd-a70e-256b1ec965a0/0e925191-2288-4fbd-a70e-256b1ec965a0.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.810057] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ef2b3bb-6b48-4e73-b168-9aac85809633 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.817304] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Waiting for the task: (returnval){ [ 1417.817304] env[62563]: value = "task-1750792" [ 1417.817304] env[62563]: _type = "Task" [ 1417.817304] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.829870] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750792, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.989730] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1417.990110] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-72b0696f-095a-4815-90e0-07fe0f910766 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.002531] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1418.002531] env[62563]: value = "task-1750793" [ 1418.002531] env[62563]: _type = "Task" [ 1418.002531] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.013652] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750793, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.080231] env[62563]: DEBUG nova.network.neutron [-] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.082386] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750791, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.328414] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750792, 'name': Rename_Task, 'duration_secs': 0.435919} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.331491] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.332697] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e9848c4-1688-497e-ac0e-6068bbf5835a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.338873] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Waiting for the task: (returnval){ [ 1418.338873] env[62563]: value = "task-1750794" [ 1418.338873] env[62563]: _type = "Task" [ 1418.338873] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.350927] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.367976] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c98d07f-4598-4604-a626-c84c2a1c64f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.376451] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9c15a4-bdf8-4529-8ea9-45fea186a8c7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.411780] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefe1d79-c4fb-4388-ae8f-014de5c63a42 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.419208] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3293fbdf-bef5-493d-87e0-7761e1a56cf2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.433544] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.513564] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750793, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.519694] env[62563]: DEBUG nova.network.neutron [req-94f85021-4a0f-4f8c-8201-38770907392e req-7d70e3c2-196f-469a-b1db-dca2d72d4d96 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Updated VIF entry in instance network info cache for port e9e3cfdb-625c-420d-b594-2eb8d36f6847. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.519694] env[62563]: DEBUG nova.network.neutron [req-94f85021-4a0f-4f8c-8201-38770907392e req-7d70e3c2-196f-469a-b1db-dca2d72d4d96 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Updating instance_info_cache with network_info: [{"id": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "address": "fa:16:3e:e5:b6:72", "network": {"id": "05298098-e9d6-46e3-a61d-8fb719c2ea2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-26106369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be76646e7de43cd824ac91fe24c0be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e3cfdb-62", "ovs_interfaceid": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.577681] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604702} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.577937] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 600a8045-e5bc-429c-901d-66f0be5c08ca/600a8045-e5bc-429c-901d-66f0be5c08ca.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1418.578224] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1418.578473] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b052df1-0e35-4bc2-80dd-3a69ace1c5b6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.583014] env[62563]: INFO nova.compute.manager [-] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Took 2.12 seconds to deallocate network for instance. [ 1418.585806] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1418.585806] env[62563]: value = "task-1750795" [ 1418.585806] env[62563]: _type = "Task" [ 1418.585806] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.596621] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.853314] env[62563]: DEBUG oslo_vmware.api [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750794, 'name': PowerOnVM_Task, 'duration_secs': 0.465832} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.853625] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.853866] env[62563]: INFO nova.compute.manager [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1418.854100] env[62563]: DEBUG nova.compute.manager [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1418.855012] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bf190d-89e9-4f39-8588-ac9614489090 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.936507] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1419.013889] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750793, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.022548] env[62563]: DEBUG oslo_concurrency.lockutils [req-94f85021-4a0f-4f8c-8201-38770907392e req-7d70e3c2-196f-469a-b1db-dca2d72d4d96 service nova] Releasing lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.092971] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.098410] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26654} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.098661] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1419.099427] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea91e32d-2f6e-4523-88e9-087f1432de1c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.121783] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 600a8045-e5bc-429c-901d-66f0be5c08ca/600a8045-e5bc-429c-901d-66f0be5c08ca.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.122208] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-110a8999-1aa6-4c20-946f-2a19b22ff7ad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.143489] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1419.143489] env[62563]: value = "task-1750796" [ 1419.143489] env[62563]: _type = "Task" [ 1419.143489] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.152449] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.376152] env[62563]: INFO nova.compute.manager [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Took 42.57 seconds to build instance. [ 1419.441750] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1419.442258] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.747s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.442586] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 39.136s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.444649] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.444794] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Cleaning up deleted instances {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1419.513532] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750793, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.654030] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.841235] env[62563]: DEBUG nova.compute.manager [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Received event network-vif-deleted-42af1799-170d-43af-8875-dc5de345ac85 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1419.841401] env[62563]: DEBUG nova.compute.manager [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Received event network-changed-e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1419.841581] env[62563]: DEBUG nova.compute.manager [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Refreshing instance network info cache due to event network-changed-e9e3cfdb-625c-420d-b594-2eb8d36f6847. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1419.841924] env[62563]: DEBUG oslo_concurrency.lockutils [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] Acquiring lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.841924] env[62563]: DEBUG oslo_concurrency.lockutils [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] Acquired lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.842111] env[62563]: DEBUG nova.network.neutron [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Refreshing network info cache for port e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.882012] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b14a78c-feca-445d-9859-e5a1547b9f72 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Lock "0e925191-2288-4fbd-a70e-256b1ec965a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.146s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.954363] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] There are 19 instances to clean {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1419.954824] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 0c280fa6-2976-4624-9979-518f921800b4] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1420.019222] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750793, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.158713] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750796, 'name': ReconfigVM_Task, 'duration_secs': 0.914883} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.158815] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 600a8045-e5bc-429c-901d-66f0be5c08ca/600a8045-e5bc-429c-901d-66f0be5c08ca.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.159434] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-413c1b43-4d72-455a-a5d0-4060271bc569 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.168660] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1420.168660] env[62563]: value = "task-1750797" [ 1420.168660] env[62563]: _type = "Task" [ 1420.168660] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.177162] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750797, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.390395] env[62563]: DEBUG nova.compute.manager [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1420.459719] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 7f2c98e0-89cc-4fb6-95a0-f28438906b75] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1420.506509] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f890bffd-4ddd-4ac6-b938-fca4b37c42b9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.519570] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1bf1a5-3038-411b-a819-fe431def9d67 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.522759] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750793, 'name': CreateSnapshot_Task, 'duration_secs': 2.03584} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.523305] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1420.524338] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106ac080-b919-419f-8251-02d47c7508a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.556060] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41e3c64-8c26-4eab-8106-eae0a258dbd7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.568558] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f080c7-5602-437e-bc83-b18f250bf6c3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.583191] env[62563]: DEBUG nova.compute.provider_tree [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.678305] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750797, 'name': Rename_Task, 'duration_secs': 0.149089} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.678599] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.678838] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7063171f-0344-474d-9db5-da1fb2dc7058 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.685350] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1420.685350] env[62563]: value = "task-1750798" [ 1420.685350] env[62563]: _type = "Task" [ 1420.685350] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.693601] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.782765] env[62563]: DEBUG nova.network.neutron [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Updated VIF entry in instance network info cache for port e9e3cfdb-625c-420d-b594-2eb8d36f6847. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.782765] env[62563]: DEBUG nova.network.neutron [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Updating instance_info_cache with network_info: [{"id": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "address": "fa:16:3e:e5:b6:72", "network": {"id": "05298098-e9d6-46e3-a61d-8fb719c2ea2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-26106369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be76646e7de43cd824ac91fe24c0be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e3cfdb-62", "ovs_interfaceid": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.911774] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.967542] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: c07ade89-c57b-4f7e-8c67-2db8f7ae4487] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1421.073024] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1421.073238] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d765fdf-1c1b-44ad-a46d-23c85e42e31b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.081618] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1421.081618] env[62563]: value = "task-1750799" [ 1421.081618] env[62563]: _type = "Task" [ 1421.081618] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.085511] env[62563]: DEBUG nova.scheduler.client.report [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1421.094860] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750799, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.197223] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750798, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.287396] env[62563]: DEBUG oslo_concurrency.lockutils [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] Releasing lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.287663] env[62563]: DEBUG nova.compute.manager [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Received event network-changed-585d69ea-f9f4-427e-959e-bf53961e4ae5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1421.287822] env[62563]: DEBUG nova.compute.manager [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Refreshing instance network info cache due to event network-changed-585d69ea-f9f4-427e-959e-bf53961e4ae5. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1421.288048] env[62563]: DEBUG oslo_concurrency.lockutils [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] Acquiring lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.288187] env[62563]: DEBUG oslo_concurrency.lockutils [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] Acquired lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.288342] env[62563]: DEBUG nova.network.neutron [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Refreshing network info cache for port 585d69ea-f9f4-427e-959e-bf53961e4ae5 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.469304] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: e6044b75-698a-4eae-a77e-74d92ec969fd] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1421.597682] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750799, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.696953] env[62563]: DEBUG oslo_vmware.api [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750798, 'name': PowerOnVM_Task, 'duration_secs': 0.745388} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.697733] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.697733] env[62563]: INFO nova.compute.manager [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1421.697733] env[62563]: DEBUG nova.compute.manager [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1421.698616] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68942d32-9d2f-422e-9ec0-08b6851e8c19 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.972383] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: c52a0bdc-7637-4186-bbbb-fcc2d7022ae4] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1422.093527] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750799, 'name': CloneVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.100065] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.657s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.103071] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.472s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.103309] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.107220] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.108s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.107220] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.110246] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.675s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.114018] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.114018] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.496s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.117017] env[62563]: INFO nova.compute.claims [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.136140] env[62563]: INFO nova.scheduler.client.report [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Deleted allocations for instance 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee [ 1422.139341] env[62563]: INFO nova.scheduler.client.report [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Deleted allocations for instance 55c4bfb9-6f11-4207-aa10-8eff7addca9c [ 1422.165574] env[62563]: DEBUG nova.network.neutron [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Updated VIF entry in instance network info cache for port 585d69ea-f9f4-427e-959e-bf53961e4ae5. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.165966] env[62563]: DEBUG nova.network.neutron [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Updating instance_info_cache with network_info: [{"id": "585d69ea-f9f4-427e-959e-bf53961e4ae5", "address": "fa:16:3e:0e:17:20", "network": {"id": "05298098-e9d6-46e3-a61d-8fb719c2ea2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-26106369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be76646e7de43cd824ac91fe24c0be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585d69ea-f9", "ovs_interfaceid": "585d69ea-f9f4-427e-959e-bf53961e4ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.171359] env[62563]: INFO nova.scheduler.client.report [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Deleted allocations for instance 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1 [ 1422.174973] env[62563]: DEBUG nova.compute.manager [req-18e53794-66b5-4a6a-b313-f89c2c827a43 req-6d95b69c-3d5b-4d04-aeb5-f69cee152d99 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Received event network-changed-585d69ea-f9f4-427e-959e-bf53961e4ae5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1422.174973] env[62563]: DEBUG nova.compute.manager [req-18e53794-66b5-4a6a-b313-f89c2c827a43 req-6d95b69c-3d5b-4d04-aeb5-f69cee152d99 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Refreshing instance network info cache due to event network-changed-585d69ea-f9f4-427e-959e-bf53961e4ae5. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1422.175155] env[62563]: DEBUG oslo_concurrency.lockutils [req-18e53794-66b5-4a6a-b313-f89c2c827a43 req-6d95b69c-3d5b-4d04-aeb5-f69cee152d99 service nova] Acquiring lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.214148] env[62563]: DEBUG oslo_concurrency.lockutils [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Acquiring lock "edc08dae-5efc-4bdc-be26-1c8e20c23131" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.214575] env[62563]: DEBUG oslo_concurrency.lockutils [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Lock "edc08dae-5efc-4bdc-be26-1c8e20c23131" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.214877] env[62563]: DEBUG oslo_concurrency.lockutils [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Acquiring lock "edc08dae-5efc-4bdc-be26-1c8e20c23131-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.215130] env[62563]: DEBUG oslo_concurrency.lockutils [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Lock "edc08dae-5efc-4bdc-be26-1c8e20c23131-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.215399] env[62563]: DEBUG oslo_concurrency.lockutils [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Lock "edc08dae-5efc-4bdc-be26-1c8e20c23131-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.226021] env[62563]: INFO nova.compute.manager [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Terminating instance [ 1422.227269] env[62563]: DEBUG nova.compute.manager [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1422.227561] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.228397] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12f158b-d161-40d0-8a18-c1eaeb4c61e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.237383] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.237923] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b4f06d7-577b-4828-9256-6768231a5eae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.242073] env[62563]: INFO nova.compute.manager [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Took 44.83 seconds to build instance. [ 1422.245736] env[62563]: DEBUG oslo_vmware.api [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Waiting for the task: (returnval){ [ 1422.245736] env[62563]: value = "task-1750800" [ 1422.245736] env[62563]: _type = "Task" [ 1422.245736] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.255925] env[62563]: DEBUG oslo_vmware.api [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.430341] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.430610] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.430821] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.431019] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.431206] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.433753] env[62563]: INFO nova.compute.manager [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Terminating instance [ 1422.435528] env[62563]: DEBUG nova.compute.manager [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1422.435717] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.436809] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd176b1a-d65b-4f57-b3b6-083f59777ce3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.443950] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.444205] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-860343f9-6b74-480c-929d-ad6aa5c1c9da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.450545] env[62563]: DEBUG oslo_vmware.api [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1422.450545] env[62563]: value = "task-1750801" [ 1422.450545] env[62563]: _type = "Task" [ 1422.450545] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.458326] env[62563]: DEBUG oslo_vmware.api [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.477087] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: efd6ac8e-019b-4ad2-b11e-13db5059201b] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1422.595615] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750799, 'name': CloneVM_Task, 'duration_secs': 1.038173} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.595940] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Created linked-clone VM from snapshot [ 1422.597122] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e255dc-b216-4c64-9076-0fc709371d12 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.605427] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Uploading image a92de5dd-076e-48b1-afd7-e6e558435545 {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1422.637009] env[62563]: DEBUG oslo_vmware.rw_handles [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1422.637009] env[62563]: value = "vm-363954" [ 1422.637009] env[62563]: _type = "VirtualMachine" [ 1422.637009] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1422.640508] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5bb6f907-2d42-461b-9d62-f9ec7dfe9a22 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.653322] env[62563]: DEBUG oslo_vmware.rw_handles [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lease: (returnval){ [ 1422.653322] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525cb640-7b2d-8a6d-b8ed-31a9a4a95103" [ 1422.653322] env[62563]: _type = "HttpNfcLease" [ 1422.653322] env[62563]: } obtained for exporting VM: (result){ [ 1422.653322] env[62563]: value = "vm-363954" [ 1422.653322] env[62563]: _type = "VirtualMachine" [ 1422.653322] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1422.653656] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the lease: (returnval){ [ 1422.653656] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525cb640-7b2d-8a6d-b8ed-31a9a4a95103" [ 1422.653656] env[62563]: _type = "HttpNfcLease" [ 1422.653656] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1422.654215] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18582eeb-9700-4efb-bcd2-e5ef5ea4a97e tempest-FloatingIPsAssociationNegativeTestJSON-45858599 tempest-FloatingIPsAssociationNegativeTestJSON-45858599-project-member] Lock "55c4bfb9-6f11-4207-aa10-8eff7addca9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.700s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.655338] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83dc63a6-4f6b-4e75-bbaf-7d9894f7f9b2 tempest-ServerPasswordTestJSON-516594972 tempest-ServerPasswordTestJSON-516594972-project-member] Lock "6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.021s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.663848] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1422.663848] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525cb640-7b2d-8a6d-b8ed-31a9a4a95103" [ 1422.663848] env[62563]: _type = "HttpNfcLease" [ 1422.663848] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1422.668596] env[62563]: DEBUG oslo_concurrency.lockutils [req-85514167-ea55-43e2-8d0a-b5c79fe34851 req-f36e7d09-6d81-4999-97eb-42cde755c859 service nova] Releasing lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.669356] env[62563]: DEBUG oslo_concurrency.lockutils [req-18e53794-66b5-4a6a-b313-f89c2c827a43 req-6d95b69c-3d5b-4d04-aeb5-f69cee152d99 service nova] Acquired lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.669559] env[62563]: DEBUG nova.network.neutron [req-18e53794-66b5-4a6a-b313-f89c2c827a43 req-6d95b69c-3d5b-4d04-aeb5-f69cee152d99 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Refreshing network info cache for port 585d69ea-f9f4-427e-959e-bf53961e4ae5 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.671533] env[62563]: INFO nova.scheduler.client.report [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Deleted allocation for migration 1f37e130-bded-4fda-8a5b-1dba7816e256 [ 1422.681928] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7942395e-c8ab-40c9-a5ae-f328475e8494 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.264s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.744510] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed3a2095-3bca-4f5f-bb27-556c25402e79 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "600a8045-e5bc-429c-901d-66f0be5c08ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.517s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.756962] env[62563]: DEBUG oslo_vmware.api [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750800, 'name': PowerOffVM_Task, 'duration_secs': 0.456431} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.757307] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.757458] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.757753] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fa67ece-bb84-45fb-a45d-f5437ff50b87 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.846438] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.846758] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.847368] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Deleting the datastore file [datastore1] edc08dae-5efc-4bdc-be26-1c8e20c23131 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.847368] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2577b3f4-4c6d-4c81-ae21-07311910af98 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.854513] env[62563]: DEBUG oslo_vmware.api [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Waiting for the task: (returnval){ [ 1422.854513] env[62563]: value = "task-1750804" [ 1422.854513] env[62563]: _type = "Task" [ 1422.854513] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.863719] env[62563]: DEBUG oslo_vmware.api [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.960419] env[62563]: DEBUG oslo_vmware.api [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750801, 'name': PowerOffVM_Task, 'duration_secs': 0.372417} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.960644] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.960817] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.964233] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c15f28e-afc0-44b7-8c30-03a837c645e6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.981686] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: c28d0db2-c24e-4a71-bd0f-1901be67aa1b] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1423.052271] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.052501] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.052731] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Deleting the datastore file [datastore1] 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.055742] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddcb901b-647d-4fed-b4da-0ab672bd30a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.060408] env[62563]: DEBUG oslo_vmware.api [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1423.060408] env[62563]: value = "task-1750806" [ 1423.060408] env[62563]: _type = "Task" [ 1423.060408] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.070926] env[62563]: DEBUG oslo_vmware.api [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.168646] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1423.168646] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525cb640-7b2d-8a6d-b8ed-31a9a4a95103" [ 1423.168646] env[62563]: _type = "HttpNfcLease" [ 1423.168646] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1423.169268] env[62563]: DEBUG oslo_vmware.rw_handles [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1423.169268] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525cb640-7b2d-8a6d-b8ed-31a9a4a95103" [ 1423.169268] env[62563]: _type = "HttpNfcLease" [ 1423.169268] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1423.171022] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742a366a-58ba-484e-8f83-dc584a7f3f2f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.179666] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ff9660cd-086c-430f-aac1-2789cf05144f tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 46.393s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.186927] env[62563]: DEBUG oslo_vmware.rw_handles [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522711a6-ed85-f988-8833-2de47678f283/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1423.187155] env[62563]: DEBUG oslo_vmware.rw_handles [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522711a6-ed85-f988-8833-2de47678f283/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1423.278294] env[62563]: DEBUG nova.compute.manager [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1423.369088] env[62563]: DEBUG oslo_vmware.api [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Task: {'id': task-1750804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28193} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.369361] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.369546] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.370239] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.370239] env[62563]: INFO nova.compute.manager [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1423.370239] env[62563]: DEBUG oslo.service.loopingcall [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.370383] env[62563]: DEBUG nova.compute.manager [-] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1423.370516] env[62563]: DEBUG nova.network.neutron [-] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.432415] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a660f6d-b492-4a98-8bd6-77ce01f720bf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.485920] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: b3197e09-444d-43fe-a8da-1b69794c4ea0] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1423.570249] env[62563]: DEBUG oslo_vmware.api [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199101} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.572844] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.573180] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.573469] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.573772] env[62563]: INFO nova.compute.manager [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1423.574280] env[62563]: DEBUG oslo.service.loopingcall [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.574796] env[62563]: DEBUG nova.compute.manager [-] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1423.575127] env[62563]: DEBUG nova.network.neutron [-] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.591980] env[62563]: DEBUG nova.network.neutron [req-18e53794-66b5-4a6a-b313-f89c2c827a43 req-6d95b69c-3d5b-4d04-aeb5-f69cee152d99 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Updated VIF entry in instance network info cache for port 585d69ea-f9f4-427e-959e-bf53961e4ae5. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.591980] env[62563]: DEBUG nova.network.neutron [req-18e53794-66b5-4a6a-b313-f89c2c827a43 req-6d95b69c-3d5b-4d04-aeb5-f69cee152d99 service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Updating instance_info_cache with network_info: [{"id": "585d69ea-f9f4-427e-959e-bf53961e4ae5", "address": "fa:16:3e:0e:17:20", "network": {"id": "05298098-e9d6-46e3-a61d-8fb719c2ea2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-26106369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be76646e7de43cd824ac91fe24c0be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585d69ea-f9", "ovs_interfaceid": "585d69ea-f9f4-427e-959e-bf53961e4ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.754125] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb11f84-84db-4a4c-89e7-7084dfa47e04 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.762096] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e512b75-a551-4dde-9de2-6d306db3dfdc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.802224] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3fdd8d-19e4-495a-8fd8-ef4dda22293a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.812801] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca29a268-0def-47e6-acf0-743eaed3565e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.819753] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.828294] env[62563]: DEBUG nova.compute.provider_tree [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.987433] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: decfd5f0-3c57-4230-b6cf-5ffc541c53bf] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1424.094099] env[62563]: DEBUG oslo_concurrency.lockutils [req-18e53794-66b5-4a6a-b313-f89c2c827a43 req-6d95b69c-3d5b-4d04-aeb5-f69cee152d99 service nova] Releasing lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.336518] env[62563]: DEBUG nova.scheduler.client.report [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1424.491175] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 1d2670a8-da71-4689-98d3-f23a84db3452] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1424.535129] env[62563]: DEBUG oslo_concurrency.lockutils [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Acquiring lock "bc70735f-b8b7-4fc3-ac89-f896cb079bca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.535129] env[62563]: DEBUG oslo_concurrency.lockutils [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Lock "bc70735f-b8b7-4fc3-ac89-f896cb079bca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.535281] env[62563]: DEBUG oslo_concurrency.lockutils [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Acquiring lock "bc70735f-b8b7-4fc3-ac89-f896cb079bca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.535538] env[62563]: DEBUG oslo_concurrency.lockutils [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Lock "bc70735f-b8b7-4fc3-ac89-f896cb079bca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.535767] env[62563]: DEBUG oslo_concurrency.lockutils [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Lock "bc70735f-b8b7-4fc3-ac89-f896cb079bca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.538302] env[62563]: INFO nova.compute.manager [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Terminating instance [ 1424.540581] env[62563]: DEBUG nova.compute.manager [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1424.540770] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.541624] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3505ee65-1aa8-42a7-a988-67319a89a66d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.550410] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.550856] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc201c7d-1eec-416d-b265-3596a76ac09d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.558973] env[62563]: DEBUG oslo_vmware.api [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Waiting for the task: (returnval){ [ 1424.558973] env[62563]: value = "task-1750807" [ 1424.558973] env[62563]: _type = "Task" [ 1424.558973] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.570532] env[62563]: DEBUG oslo_vmware.api [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.753529] env[62563]: DEBUG nova.network.neutron [-] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.842253] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.842899] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1424.847109] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.188s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.847314] env[62563]: DEBUG nova.objects.instance [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1424.858164] env[62563]: DEBUG nova.network.neutron [-] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.998560] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 82ad51b2-ec4e-4fcb-86ae-b543a80bd50f] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1425.069848] env[62563]: DEBUG oslo_vmware.api [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750807, 'name': PowerOffVM_Task, 'duration_secs': 0.221023} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.072622] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.072914] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.074447] env[62563]: DEBUG nova.compute.manager [req-d9e76aed-caf3-421a-bc76-c78e3168db27 req-4cacd6e8-4be6-49fc-a349-5b6290785e1c service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Received event network-changed-e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1425.075148] env[62563]: DEBUG nova.compute.manager [req-d9e76aed-caf3-421a-bc76-c78e3168db27 req-4cacd6e8-4be6-49fc-a349-5b6290785e1c service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Refreshing instance network info cache due to event network-changed-e9e3cfdb-625c-420d-b594-2eb8d36f6847. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1425.075148] env[62563]: DEBUG oslo_concurrency.lockutils [req-d9e76aed-caf3-421a-bc76-c78e3168db27 req-4cacd6e8-4be6-49fc-a349-5b6290785e1c service nova] Acquiring lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.075148] env[62563]: DEBUG oslo_concurrency.lockutils [req-d9e76aed-caf3-421a-bc76-c78e3168db27 req-4cacd6e8-4be6-49fc-a349-5b6290785e1c service nova] Acquired lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.076877] env[62563]: DEBUG nova.network.neutron [req-d9e76aed-caf3-421a-bc76-c78e3168db27 req-4cacd6e8-4be6-49fc-a349-5b6290785e1c service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Refreshing network info cache for port e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.076955] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-869a9b9e-19be-4e0d-ab02-7df9c9d8fb0a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.152844] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.153164] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.153365] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Deleting the datastore file [datastore1] bc70735f-b8b7-4fc3-ac89-f896cb079bca {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.153646] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8424b1f2-f3e5-4f76-816a-c119b12aaf40 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.163082] env[62563]: DEBUG oslo_vmware.api [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Waiting for the task: (returnval){ [ 1425.163082] env[62563]: value = "task-1750809" [ 1425.163082] env[62563]: _type = "Task" [ 1425.163082] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.175130] env[62563]: DEBUG oslo_vmware.api [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.180479] env[62563]: DEBUG nova.compute.manager [req-a752f467-e625-4ee9-a983-72ada55dcd0c req-0a1c11f8-1536-4063-9e05-d1df091f0f7d service nova] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Received event network-vif-deleted-585d69ea-f9f4-427e-959e-bf53961e4ae5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1425.257337] env[62563]: INFO nova.compute.manager [-] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Took 1.68 seconds to deallocate network for instance. [ 1425.355444] env[62563]: DEBUG nova.compute.utils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1425.362401] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1425.363046] env[62563]: DEBUG nova.network.neutron [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1425.368183] env[62563]: INFO nova.compute.manager [-] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Took 2.00 seconds to deallocate network for instance. [ 1425.501945] env[62563]: DEBUG nova.policy [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43dc7a54ef1e4b7fa0fc7c3ffe5e9d15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50ac8dc29ce24948b7789722b2ab6252', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1425.504774] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: bcbe9cac-5512-47c8-8c57-b4cac4dc7d50] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1425.629993] env[62563]: DEBUG nova.compute.manager [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1425.630671] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8280871d-ad24-4b05-91a1-1c36966c81ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.676363] env[62563]: DEBUG oslo_vmware.api [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Task: {'id': task-1750809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252779} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.676668] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.676859] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.680024] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.680024] env[62563]: INFO nova.compute.manager [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1425.680024] env[62563]: DEBUG oslo.service.loopingcall [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.680024] env[62563]: DEBUG nova.compute.manager [-] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1425.680024] env[62563]: DEBUG nova.network.neutron [-] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.766385] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.858914] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1425.869970] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dc85c7ef-15e0-4536-bf7c-3feb1c932ca9 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.874089] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.377s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.874089] env[62563]: INFO nova.compute.claims [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.878987] env[62563]: DEBUG oslo_concurrency.lockutils [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.008837] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 468d83b9-310a-4380-a855-b8a4db2c0ccf] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1426.143707] env[62563]: INFO nova.compute.manager [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] instance snapshotting [ 1426.149339] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7c1d37-637d-407f-9a71-23539ee76bdf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.175024] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f834623-d69d-4814-a7f3-24920181d8b7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.357496] env[62563]: DEBUG nova.network.neutron [req-d9e76aed-caf3-421a-bc76-c78e3168db27 req-4cacd6e8-4be6-49fc-a349-5b6290785e1c service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Updated VIF entry in instance network info cache for port e9e3cfdb-625c-420d-b594-2eb8d36f6847. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.357663] env[62563]: DEBUG nova.network.neutron [req-d9e76aed-caf3-421a-bc76-c78e3168db27 req-4cacd6e8-4be6-49fc-a349-5b6290785e1c service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Updating instance_info_cache with network_info: [{"id": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "address": "fa:16:3e:e5:b6:72", "network": {"id": "05298098-e9d6-46e3-a61d-8fb719c2ea2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-26106369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be76646e7de43cd824ac91fe24c0be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e3cfdb-62", "ovs_interfaceid": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.515211] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 2b033436-f928-4302-b9bf-6d18fdf95b9b] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1426.586790] env[62563]: DEBUG nova.network.neutron [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Successfully created port: 0bf3a303-42eb-4c05-9a14-f15a5f8105e2 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1426.686885] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1426.687238] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81e1024d-6c4f-414f-aee2-3eb7092c5bf6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.696864] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1426.696864] env[62563]: value = "task-1750810" [ 1426.696864] env[62563]: _type = "Task" [ 1426.696864] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.707025] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750810, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.861476] env[62563]: DEBUG oslo_concurrency.lockutils [req-d9e76aed-caf3-421a-bc76-c78e3168db27 req-4cacd6e8-4be6-49fc-a349-5b6290785e1c service nova] Releasing lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.873120] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1426.914714] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1426.916022] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1426.916022] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1426.916022] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1426.916022] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1426.916022] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1426.916241] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1426.916241] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1426.916466] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1426.916685] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1426.916920] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1426.917880] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55527f0-c221-474d-91f5-2e2cd8120d87 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.933395] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7b7b20-1395-40db-ab2f-395271c74261 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.020382] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 8010219a-1550-462c-8e87-097a2b079d44] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1427.140502] env[62563]: DEBUG nova.network.neutron [-] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.208729] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750810, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.233092] env[62563]: DEBUG nova.compute.manager [req-5432fb1d-c918-4944-9da3-d8f2afc8452a req-fa0b0074-c7e8-4472-bbfa-342422984f87 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Received event network-changed-e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1427.233092] env[62563]: DEBUG nova.compute.manager [req-5432fb1d-c918-4944-9da3-d8f2afc8452a req-fa0b0074-c7e8-4472-bbfa-342422984f87 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Refreshing instance network info cache due to event network-changed-e9e3cfdb-625c-420d-b594-2eb8d36f6847. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1427.233282] env[62563]: DEBUG oslo_concurrency.lockutils [req-5432fb1d-c918-4944-9da3-d8f2afc8452a req-fa0b0074-c7e8-4472-bbfa-342422984f87 service nova] Acquiring lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.233437] env[62563]: DEBUG oslo_concurrency.lockutils [req-5432fb1d-c918-4944-9da3-d8f2afc8452a req-fa0b0074-c7e8-4472-bbfa-342422984f87 service nova] Acquired lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.233601] env[62563]: DEBUG nova.network.neutron [req-5432fb1d-c918-4944-9da3-d8f2afc8452a req-fa0b0074-c7e8-4472-bbfa-342422984f87 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Refreshing network info cache for port e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.289971] env[62563]: DEBUG nova.compute.manager [req-c1761c4b-bc81-40c6-afdb-5ca74e601c6e req-db1ea53e-1249-4ee8-9134-5ae81d3f3239 service nova] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Received event network-vif-deleted-cb3e31b9-094a-42d2-9ffd-72c4e2883403 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1427.322198] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.487411] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3be3f6c-ce03-4f85-9484-328e2dde748b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.495391] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b59bd4-e98e-4fb2-83f7-13e974e87ffd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.537251] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: df066bf7-41de-4e0d-ad4f-2dbf6573f743] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1427.539639] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105f56d4-c00e-40b7-9f7a-3b6bcecd5ea8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.556560] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f315e2ae-69e5-43cd-82ab-7d372b2f44b6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.572787] env[62563]: DEBUG nova.compute.provider_tree [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.646758] env[62563]: INFO nova.compute.manager [-] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Took 1.97 seconds to deallocate network for instance. [ 1427.708360] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750810, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.040762] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: b545c91c-e85c-467c-9fe5-1b57e75c5aba] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1428.054721] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Acquiring lock "0e925191-2288-4fbd-a70e-256b1ec965a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.054721] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Lock "0e925191-2288-4fbd-a70e-256b1ec965a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.054721] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Acquiring lock "0e925191-2288-4fbd-a70e-256b1ec965a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.054721] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Lock "0e925191-2288-4fbd-a70e-256b1ec965a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.055166] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Lock "0e925191-2288-4fbd-a70e-256b1ec965a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.055859] env[62563]: INFO nova.compute.manager [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Terminating instance [ 1428.062529] env[62563]: DEBUG nova.compute.manager [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1428.062529] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.062529] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac584d4-dca7-4e1a-a9f8-04dffbce9764 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.070097] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.071265] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9046e0f-53af-4b05-8bb7-e91855504a94 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.076144] env[62563]: DEBUG nova.scheduler.client.report [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1428.085170] env[62563]: DEBUG oslo_vmware.api [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Waiting for the task: (returnval){ [ 1428.085170] env[62563]: value = "task-1750811" [ 1428.085170] env[62563]: _type = "Task" [ 1428.085170] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.089457] env[62563]: DEBUG nova.network.neutron [req-5432fb1d-c918-4944-9da3-d8f2afc8452a req-fa0b0074-c7e8-4472-bbfa-342422984f87 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Updated VIF entry in instance network info cache for port e9e3cfdb-625c-420d-b594-2eb8d36f6847. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.089843] env[62563]: DEBUG nova.network.neutron [req-5432fb1d-c918-4944-9da3-d8f2afc8452a req-fa0b0074-c7e8-4472-bbfa-342422984f87 service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Updating instance_info_cache with network_info: [{"id": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "address": "fa:16:3e:e5:b6:72", "network": {"id": "05298098-e9d6-46e3-a61d-8fb719c2ea2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-26106369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be76646e7de43cd824ac91fe24c0be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e3cfdb-62", "ovs_interfaceid": "e9e3cfdb-625c-420d-b594-2eb8d36f6847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.098452] env[62563]: DEBUG oslo_vmware.api [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.153964] env[62563]: DEBUG oslo_concurrency.lockutils [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.220038] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750810, 'name': CreateSnapshot_Task, 'duration_secs': 1.14033} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.220351] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1428.221172] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b817c34f-2e8a-4ea7-945a-13f433ee3814 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.543775] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: f23024ac-227c-4b6e-831d-7d58d6e41be9] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1428.586074] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.587367] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1428.593349] env[62563]: DEBUG oslo_concurrency.lockutils [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.653s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.593349] env[62563]: DEBUG oslo_concurrency.lockutils [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.593898] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.429s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.597016] env[62563]: INFO nova.compute.claims [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.606413] env[62563]: DEBUG oslo_concurrency.lockutils [req-5432fb1d-c918-4944-9da3-d8f2afc8452a req-fa0b0074-c7e8-4472-bbfa-342422984f87 service nova] Releasing lock "refresh_cache-024ba1e3-9d5f-4345-a522-d2fbe6c361b0" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.606808] env[62563]: DEBUG nova.compute.manager [req-5432fb1d-c918-4944-9da3-d8f2afc8452a req-fa0b0074-c7e8-4472-bbfa-342422984f87 service nova] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Received event network-vif-deleted-a00e2aa0-473c-4e64-bcd4-2387c4f9514a {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1428.615358] env[62563]: DEBUG oslo_vmware.api [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.628102] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "fba94786-73fa-4a60-b774-30b140f24972" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.628416] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "fba94786-73fa-4a60-b774-30b140f24972" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.646679] env[62563]: INFO nova.scheduler.client.report [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Deleted allocations for instance b607559a-9f41-465d-8c03-c9e2bddbd173 [ 1428.731403] env[62563]: DEBUG nova.network.neutron [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Successfully updated port: 0bf3a303-42eb-4c05-9a14-f15a5f8105e2 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1428.747338] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1428.747338] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e29e66c-73ce-47f4-b6b3-f36438f0af53 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.756704] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1428.756704] env[62563]: value = "task-1750812" [ 1428.756704] env[62563]: _type = "Task" [ 1428.756704] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.766040] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750812, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.051561] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 55e060d3-6fa8-4858-84cb-8167f0056b7e] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1429.093952] env[62563]: DEBUG nova.compute.utils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1429.099942] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1429.100214] env[62563]: DEBUG nova.network.neutron [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1429.115035] env[62563]: DEBUG oslo_vmware.api [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750811, 'name': PowerOffVM_Task, 'duration_secs': 1.012377} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.116448] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.116663] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.117556] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-066ae1ad-4023-43dc-bd13-12b8dd7b8ec7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.155146] env[62563]: DEBUG oslo_concurrency.lockutils [None req-471bb6ed-4102-49cb-bc5e-a2c6c63045bd tempest-ListServerFiltersTestJSON-1977983763 tempest-ListServerFiltersTestJSON-1977983763-project-member] Lock "b607559a-9f41-465d-8c03-c9e2bddbd173" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.890s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.187172] env[62563]: DEBUG nova.policy [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43dc7a54ef1e4b7fa0fc7c3ffe5e9d15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50ac8dc29ce24948b7789722b2ab6252', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1429.205028] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.205028] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.205028] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Deleting the datastore file [datastore1] 0e925191-2288-4fbd-a70e-256b1ec965a0 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.205028] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ea17383-1ed0-49a9-91c2-85b9eaf2ba13 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.215040] env[62563]: DEBUG oslo_vmware.api [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Waiting for the task: (returnval){ [ 1429.215040] env[62563]: value = "task-1750814" [ 1429.215040] env[62563]: _type = "Task" [ 1429.215040] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.224375] env[62563]: DEBUG oslo_vmware.api [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.238529] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "refresh_cache-488d036a-3cff-4ea9-ab26-895f2b189c6e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.238529] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired lock "refresh_cache-488d036a-3cff-4ea9-ab26-895f2b189c6e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.238529] env[62563]: DEBUG nova.network.neutron [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.270644] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750812, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.382937] env[62563]: DEBUG nova.compute.manager [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Received event network-vif-plugged-0bf3a303-42eb-4c05-9a14-f15a5f8105e2 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1429.383245] env[62563]: DEBUG oslo_concurrency.lockutils [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] Acquiring lock "488d036a-3cff-4ea9-ab26-895f2b189c6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.383486] env[62563]: DEBUG oslo_concurrency.lockutils [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] Lock "488d036a-3cff-4ea9-ab26-895f2b189c6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.383704] env[62563]: DEBUG oslo_concurrency.lockutils [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] Lock "488d036a-3cff-4ea9-ab26-895f2b189c6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.384080] env[62563]: DEBUG nova.compute.manager [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] No waiting events found dispatching network-vif-plugged-0bf3a303-42eb-4c05-9a14-f15a5f8105e2 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1429.384284] env[62563]: WARNING nova.compute.manager [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Received unexpected event network-vif-plugged-0bf3a303-42eb-4c05-9a14-f15a5f8105e2 for instance with vm_state building and task_state spawning. [ 1429.384806] env[62563]: DEBUG nova.compute.manager [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Received event network-changed-0bf3a303-42eb-4c05-9a14-f15a5f8105e2 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1429.384806] env[62563]: DEBUG nova.compute.manager [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Refreshing instance network info cache due to event network-changed-0bf3a303-42eb-4c05-9a14-f15a5f8105e2. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1429.384806] env[62563]: DEBUG oslo_concurrency.lockutils [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] Acquiring lock "refresh_cache-488d036a-3cff-4ea9-ab26-895f2b189c6e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.557152] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.557152] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Cleaning up deleted instances with incomplete migration {{(pid=62563) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1429.605811] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1429.736492] env[62563]: DEBUG oslo_vmware.api [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Task: {'id': task-1750814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206459} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.736938] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.737298] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.737696] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.738024] env[62563]: INFO nova.compute.manager [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1429.738639] env[62563]: DEBUG oslo.service.loopingcall [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.738755] env[62563]: DEBUG nova.compute.manager [-] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1429.739184] env[62563]: DEBUG nova.network.neutron [-] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.779808] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750812, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.813140] env[62563]: DEBUG nova.network.neutron [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.052117] env[62563]: DEBUG nova.network.neutron [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Successfully created port: f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.061040] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.194743] env[62563]: DEBUG nova.network.neutron [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Updating instance_info_cache with network_info: [{"id": "0bf3a303-42eb-4c05-9a14-f15a5f8105e2", "address": "fa:16:3e:96:bf:f5", "network": {"id": "105158be-d4b8-404d-a403-1a52e99fea72", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2065280112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ac8dc29ce24948b7789722b2ab6252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf3a303-42", "ovs_interfaceid": "0bf3a303-42eb-4c05-9a14-f15a5f8105e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.238212] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae7b60d-bac3-4da1-9fef-3a6dc94665fb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.245782] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c556ae69-730a-486a-b471-feddfd2f0cee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.297163] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ff052c-8381-49b9-aa9d-6c204a95e6ae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.309196] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226895c1-1f15-462a-b565-78d4894e98f1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.313444] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750812, 'name': CloneVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.325321] env[62563]: DEBUG nova.compute.provider_tree [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1430.619327] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1430.652714] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1430.653028] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1430.653196] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.653380] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1430.653525] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.653675] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1430.653954] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1430.654189] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1430.654377] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1430.654549] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1430.654725] env[62563]: DEBUG nova.virt.hardware [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1430.656069] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87426a4b-35e5-4f9a-bc5d-47a760ce0e14 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.668451] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bae75e-1dba-4362-8ed6-e4b06438d8cb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.699024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Releasing lock "refresh_cache-488d036a-3cff-4ea9-ab26-895f2b189c6e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.699428] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Instance network_info: |[{"id": "0bf3a303-42eb-4c05-9a14-f15a5f8105e2", "address": "fa:16:3e:96:bf:f5", "network": {"id": "105158be-d4b8-404d-a403-1a52e99fea72", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2065280112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ac8dc29ce24948b7789722b2ab6252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf3a303-42", "ovs_interfaceid": "0bf3a303-42eb-4c05-9a14-f15a5f8105e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1430.699789] env[62563]: DEBUG oslo_concurrency.lockutils [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] Acquired lock "refresh_cache-488d036a-3cff-4ea9-ab26-895f2b189c6e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.700021] env[62563]: DEBUG nova.network.neutron [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Refreshing network info cache for port 0bf3a303-42eb-4c05-9a14-f15a5f8105e2 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.701284] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:bf:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bf3a303-42eb-4c05-9a14-f15a5f8105e2', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.710567] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Creating folder: Project (50ac8dc29ce24948b7789722b2ab6252). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.713778] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fea405d-f305-409e-a6b1-9f20df2d2a4c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.725282] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Created folder: Project (50ac8dc29ce24948b7789722b2ab6252) in parent group-v363823. [ 1430.725622] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Creating folder: Instances. Parent ref: group-v363957. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.725766] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96ac50b2-408d-46a9-86a7-55b8fd10f040 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.735272] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Created folder: Instances in parent group-v363957. [ 1430.735581] env[62563]: DEBUG oslo.service.loopingcall [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.735780] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.735988] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efa40111-70a6-4e38-b18a-64b1116976d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.755895] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.755895] env[62563]: value = "task-1750817" [ 1430.755895] env[62563]: _type = "Task" [ 1430.755895] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.765456] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750817, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.800622] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750812, 'name': CloneVM_Task, 'duration_secs': 1.607913} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.800622] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Created linked-clone VM from snapshot [ 1430.802278] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55feee4f-c608-498b-b8f9-cee000bd6e13 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.814176] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Uploading image dd0faf21-6604-408c-a5ae-b1555cd118b7 {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1430.827176] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1430.830937] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8d604c2d-a6ce-4bec-b50e-958cb9a09415 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.839185] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1430.839185] env[62563]: value = "task-1750818" [ 1430.839185] env[62563]: _type = "Task" [ 1430.839185] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.852096] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750818, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.860617] env[62563]: ERROR nova.scheduler.client.report [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [req-cffc6bba-4ae7-4a9d-ad68-62b17cb24240] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cffc6bba-4ae7-4a9d-ad68-62b17cb24240"}]} [ 1430.894512] env[62563]: DEBUG nova.scheduler.client.report [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1430.918030] env[62563]: DEBUG nova.scheduler.client.report [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1430.918195] env[62563]: DEBUG nova.compute.provider_tree [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1430.936119] env[62563]: DEBUG nova.scheduler.client.report [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1430.969422] env[62563]: DEBUG nova.scheduler.client.report [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1431.083346] env[62563]: DEBUG nova.network.neutron [-] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.250562] env[62563]: DEBUG nova.compute.manager [req-b0b3b074-6082-4b44-b3e3-01947a8a0877 req-5fa965e7-9895-4b40-ab0e-97613834ad08 service nova] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Received event network-vif-deleted-b1fe6822-4feb-4799-b781-9c859c754304 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1431.268356] env[62563]: DEBUG nova.network.neutron [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Updated VIF entry in instance network info cache for port 0bf3a303-42eb-4c05-9a14-f15a5f8105e2. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.268443] env[62563]: DEBUG nova.network.neutron [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Updating instance_info_cache with network_info: [{"id": "0bf3a303-42eb-4c05-9a14-f15a5f8105e2", "address": "fa:16:3e:96:bf:f5", "network": {"id": "105158be-d4b8-404d-a403-1a52e99fea72", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2065280112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ac8dc29ce24948b7789722b2ab6252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf3a303-42", "ovs_interfaceid": "0bf3a303-42eb-4c05-9a14-f15a5f8105e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.280906] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750817, 'name': CreateVM_Task, 'duration_secs': 0.399312} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.281397] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.285017] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.285861] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.285861] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1431.287517] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75adce3e-1397-4544-97d3-06b4a264bc18 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.294195] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1431.294195] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52251f62-8c61-8525-fba9-986da89688de" [ 1431.294195] env[62563]: _type = "Task" [ 1431.294195] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.310974] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52251f62-8c61-8525-fba9-986da89688de, 'name': SearchDatastore_Task, 'duration_secs': 0.013896} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.311308] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.311547] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.311773] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.311940] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.312164] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.312513] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee98021b-6dbd-4662-837d-6f68985cc1e6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.321514] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.321728] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.325777] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7644c189-fe09-4047-b764-c6ea8d9e9604 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.332371] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1431.332371] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527200be-302c-4c63-2488-60862b253be9" [ 1431.332371] env[62563]: _type = "Task" [ 1431.332371] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.341872] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527200be-302c-4c63-2488-60862b253be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.352624] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750818, 'name': Destroy_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.589230] env[62563]: INFO nova.compute.manager [-] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Took 1.85 seconds to deallocate network for instance. [ 1431.596799] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fe5548-4260-4318-a497-f6c880b0acf1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.613291] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba9deb5-74e2-4f76-95b9-e7d46ef73b29 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.649801] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fac1f8-d184-426e-b516-705c08958aac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.659886] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2158a618-bf94-47bf-8355-e4724e355f50 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.683530] env[62563]: DEBUG nova.compute.provider_tree [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1431.772543] env[62563]: DEBUG oslo_concurrency.lockutils [req-60c9b241-15ba-4f00-848f-de26d162deae req-3f8f0146-3cf9-46f5-8a75-af4c732eaf52 service nova] Releasing lock "refresh_cache-488d036a-3cff-4ea9-ab26-895f2b189c6e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.844861] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527200be-302c-4c63-2488-60862b253be9, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.850501] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b50dec-8b6d-4785-b075-fe866f73f27c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.855474] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1431.855474] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524a6255-30da-f928-8ade-bea628ba2cce" [ 1431.855474] env[62563]: _type = "Task" [ 1431.855474] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.859641] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750818, 'name': Destroy_Task, 'duration_secs': 0.628495} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.863562] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Destroyed the VM [ 1431.864343] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1431.864343] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-51dbb635-620b-4872-9750-bb9ddcb0eb16 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.873294] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524a6255-30da-f928-8ade-bea628ba2cce, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.876021] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.876496] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 488d036a-3cff-4ea9-ab26-895f2b189c6e/488d036a-3cff-4ea9-ab26-895f2b189c6e.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.876981] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1431.876981] env[62563]: value = "task-1750819" [ 1431.876981] env[62563]: _type = "Task" [ 1431.876981] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.877255] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2db1c72-f3ee-4f25-b135-42f0f27b2650 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.888814] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750819, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.894030] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1431.894030] env[62563]: value = "task-1750820" [ 1431.894030] env[62563]: _type = "Task" [ 1431.894030] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.899903] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.112122] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.174747] env[62563]: DEBUG nova.compute.manager [req-be837482-0d97-48dd-a7b4-a99104675932 req-04b8f5bf-517f-4d96-a48b-0ce4d0be083b service nova] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Received event network-vif-plugged-f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1432.174747] env[62563]: DEBUG oslo_concurrency.lockutils [req-be837482-0d97-48dd-a7b4-a99104675932 req-04b8f5bf-517f-4d96-a48b-0ce4d0be083b service nova] Acquiring lock "b0bc6040-9338-46d9-a78f-a4e16cf69f95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.174747] env[62563]: DEBUG oslo_concurrency.lockutils [req-be837482-0d97-48dd-a7b4-a99104675932 req-04b8f5bf-517f-4d96-a48b-0ce4d0be083b service nova] Lock "b0bc6040-9338-46d9-a78f-a4e16cf69f95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.175085] env[62563]: DEBUG oslo_concurrency.lockutils [req-be837482-0d97-48dd-a7b4-a99104675932 req-04b8f5bf-517f-4d96-a48b-0ce4d0be083b service nova] Lock "b0bc6040-9338-46d9-a78f-a4e16cf69f95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.175124] env[62563]: DEBUG nova.compute.manager [req-be837482-0d97-48dd-a7b4-a99104675932 req-04b8f5bf-517f-4d96-a48b-0ce4d0be083b service nova] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] No waiting events found dispatching network-vif-plugged-f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1432.175279] env[62563]: WARNING nova.compute.manager [req-be837482-0d97-48dd-a7b4-a99104675932 req-04b8f5bf-517f-4d96-a48b-0ce4d0be083b service nova] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Received unexpected event network-vif-plugged-f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74 for instance with vm_state building and task_state spawning. [ 1432.288726] env[62563]: DEBUG nova.scheduler.client.report [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1432.289012] env[62563]: DEBUG nova.compute.provider_tree [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 68 to 69 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1432.289659] env[62563]: DEBUG nova.compute.provider_tree [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.333623] env[62563]: DEBUG nova.network.neutron [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Successfully updated port: f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.402241] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750819, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.408520] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492145} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.408520] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 488d036a-3cff-4ea9-ab26-895f2b189c6e/488d036a-3cff-4ea9-ab26-895f2b189c6e.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.408691] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.409315] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e530d57-2b09-4662-9f8d-d2e4fa423e9f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.417375] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1432.417375] env[62563]: value = "task-1750821" [ 1432.417375] env[62563]: _type = "Task" [ 1432.417375] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.426742] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.626711] env[62563]: DEBUG oslo_vmware.rw_handles [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522711a6-ed85-f988-8833-2de47678f283/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1432.626711] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f679a59d-1ba5-445a-900e-e1fcba81f062 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.634025] env[62563]: DEBUG oslo_vmware.rw_handles [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522711a6-ed85-f988-8833-2de47678f283/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1432.634219] env[62563]: ERROR oslo_vmware.rw_handles [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522711a6-ed85-f988-8833-2de47678f283/disk-0.vmdk due to incomplete transfer. [ 1432.634754] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2cd6b523-5c02-4d18-acb0-c0221cbdc32a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.642100] env[62563]: DEBUG oslo_vmware.rw_handles [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522711a6-ed85-f988-8833-2de47678f283/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1432.642296] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Uploaded image a92de5dd-076e-48b1-afd7-e6e558435545 to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1432.644698] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1432.645028] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-921459fb-99bb-4e12-951d-f39866186dff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.653810] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1432.653810] env[62563]: value = "task-1750822" [ 1432.653810] env[62563]: _type = "Task" [ 1432.653810] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.664409] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750822, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.798024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.203s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.798024] env[62563]: DEBUG nova.compute.manager [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1432.800723] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.123s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.800915] env[62563]: DEBUG nova.objects.instance [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1432.835881] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "refresh_cache-b0bc6040-9338-46d9-a78f-a4e16cf69f95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.836018] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired lock "refresh_cache-b0bc6040-9338-46d9-a78f-a4e16cf69f95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.836157] env[62563]: DEBUG nova.network.neutron [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.892715] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750819, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.928622] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067483} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.928975] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.929996] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dded7917-c91c-4dd4-b197-1b3fc9408f11 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.957892] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 488d036a-3cff-4ea9-ab26-895f2b189c6e/488d036a-3cff-4ea9-ab26-895f2b189c6e.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.959756] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0439399-523b-4d29-a8c5-52d510187c4d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.981589] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1432.981589] env[62563]: value = "task-1750823" [ 1432.981589] env[62563]: _type = "Task" [ 1432.981589] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.990800] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.166822] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750822, 'name': Destroy_Task, 'duration_secs': 0.476157} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.169738] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Destroyed the VM [ 1433.169738] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1433.169738] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9d82b463-4357-464a-b7d7-3ad1ec03ccc3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.174652] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1433.174652] env[62563]: value = "task-1750824" [ 1433.174652] env[62563]: _type = "Task" [ 1433.174652] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.187564] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750824, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.308143] env[62563]: DEBUG nova.compute.utils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1433.312511] env[62563]: DEBUG nova.compute.manager [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1433.312846] env[62563]: DEBUG nova.network.neutron [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.369045] env[62563]: DEBUG nova.policy [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb808bf4e294457c98ea55324e092dd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c66960eb1a864b82815f2239de683498', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1433.389060] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.389060] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.391373] env[62563]: DEBUG nova.network.neutron [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1433.397925] env[62563]: DEBUG oslo_vmware.api [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750819, 'name': RemoveSnapshot_Task, 'duration_secs': 1.294173} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.398201] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1433.493921] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750823, 'name': ReconfigVM_Task, 'duration_secs': 0.327231} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.494657] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 488d036a-3cff-4ea9-ab26-895f2b189c6e/488d036a-3cff-4ea9-ab26-895f2b189c6e.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.495361] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aae68046-0499-4206-8ab4-7f956e8e1ff1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.504277] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1433.504277] env[62563]: value = "task-1750825" [ 1433.504277] env[62563]: _type = "Task" [ 1433.504277] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.514553] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750825, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.659774] env[62563]: DEBUG nova.network.neutron [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Successfully created port: df5b2548-9f00-4aaa-847b-80af7f7c0274 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.686192] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750824, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.722890] env[62563]: DEBUG nova.network.neutron [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Updating instance_info_cache with network_info: [{"id": "f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74", "address": "fa:16:3e:f2:26:3b", "network": {"id": "105158be-d4b8-404d-a403-1a52e99fea72", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2065280112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ac8dc29ce24948b7789722b2ab6252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c8a22d-0d", "ovs_interfaceid": "f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.817848] env[62563]: DEBUG nova.compute.manager [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1433.822153] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e011634-6b48-4ed0-aa59-80dcaa017adc tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.829028] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.059s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.831182] env[62563]: INFO nova.compute.claims [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1433.901324] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.901639] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1433.905974] env[62563]: WARNING nova.compute.manager [None req-b2d9019e-47bf-4623-84de-1e43b60b56f2 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Image not found during snapshot: nova.exception.ImageNotFound: Image dd0faf21-6604-408c-a5ae-b1555cd118b7 could not be found. [ 1434.015986] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750825, 'name': Rename_Task, 'duration_secs': 0.163422} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.017372] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.017648] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40b08245-f830-44ff-b1f0-6eed3f9c3c7d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.024517] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1434.024517] env[62563]: value = "task-1750826" [ 1434.024517] env[62563]: _type = "Task" [ 1434.024517] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.039291] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.185529] env[62563]: DEBUG oslo_vmware.api [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750824, 'name': RemoveSnapshot_Task, 'duration_secs': 0.569439} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.185808] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1434.186054] env[62563]: INFO nova.compute.manager [None req-565a2972-bb10-47ac-bb16-f2403a641a74 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Took 16.73 seconds to snapshot the instance on the hypervisor. [ 1434.226416] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Releasing lock "refresh_cache-b0bc6040-9338-46d9-a78f-a4e16cf69f95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.227894] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Instance network_info: |[{"id": "f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74", "address": "fa:16:3e:f2:26:3b", "network": {"id": "105158be-d4b8-404d-a403-1a52e99fea72", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2065280112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ac8dc29ce24948b7789722b2ab6252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c8a22d-0d", "ovs_interfaceid": "f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1434.229022] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:26:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1434.238295] env[62563]: DEBUG oslo.service.loopingcall [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1434.239123] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1434.239367] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41272926-cf3a-4354-a40d-7265fc79303d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.264520] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1434.264520] env[62563]: value = "task-1750827" [ 1434.264520] env[62563]: _type = "Task" [ 1434.264520] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.274687] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750827, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.536517] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750826, 'name': PowerOnVM_Task, 'duration_secs': 0.460654} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.536826] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.537048] env[62563]: INFO nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1434.537358] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1434.538035] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00b55eb-3370-4ea0-a1e2-f3e30b7dca4b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.559727] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.559959] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.613548] env[62563]: DEBUG nova.compute.manager [req-2ee5fdc3-0042-4bf2-88e6-bb7867217ade req-cea24816-c6a0-4331-8e3f-a25231ab1fbe service nova] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Received event network-changed-f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1434.613925] env[62563]: DEBUG nova.compute.manager [req-2ee5fdc3-0042-4bf2-88e6-bb7867217ade req-cea24816-c6a0-4331-8e3f-a25231ab1fbe service nova] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Refreshing instance network info cache due to event network-changed-f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1434.614190] env[62563]: DEBUG oslo_concurrency.lockutils [req-2ee5fdc3-0042-4bf2-88e6-bb7867217ade req-cea24816-c6a0-4331-8e3f-a25231ab1fbe service nova] Acquiring lock "refresh_cache-b0bc6040-9338-46d9-a78f-a4e16cf69f95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.614296] env[62563]: DEBUG oslo_concurrency.lockutils [req-2ee5fdc3-0042-4bf2-88e6-bb7867217ade req-cea24816-c6a0-4331-8e3f-a25231ab1fbe service nova] Acquired lock "refresh_cache-b0bc6040-9338-46d9-a78f-a4e16cf69f95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.614479] env[62563]: DEBUG nova.network.neutron [req-2ee5fdc3-0042-4bf2-88e6-bb7867217ade req-cea24816-c6a0-4331-8e3f-a25231ab1fbe service nova] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Refreshing network info cache for port f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.778532] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750827, 'name': CreateVM_Task, 'duration_secs': 0.342528} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.778810] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.780051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.780144] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.780599] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1434.780965] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26dc9f03-caa1-45aa-8835-896b9677c89a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.787025] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1434.787025] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ea8d80-5139-ce54-8ef1-2d9436e97a2e" [ 1434.787025] env[62563]: _type = "Task" [ 1434.787025] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.795936] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ea8d80-5139-ce54-8ef1-2d9436e97a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.833015] env[62563]: DEBUG nova.compute.manager [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1434.855473] env[62563]: DEBUG nova.virt.hardware [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1434.855746] env[62563]: DEBUG nova.virt.hardware [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1434.855924] env[62563]: DEBUG nova.virt.hardware [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.856145] env[62563]: DEBUG nova.virt.hardware [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1434.856311] env[62563]: DEBUG nova.virt.hardware [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.856499] env[62563]: DEBUG nova.virt.hardware [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1434.856727] env[62563]: DEBUG nova.virt.hardware [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1434.856897] env[62563]: DEBUG nova.virt.hardware [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1434.857117] env[62563]: DEBUG nova.virt.hardware [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1434.857303] env[62563]: DEBUG nova.virt.hardware [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1434.857526] env[62563]: DEBUG nova.virt.hardware [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1434.858511] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fc6351-c064-4722-83c4-a781c9f306d8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.870780] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b44c678-f729-408d-b4df-fa73a96a1147 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.915923] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1434.916779] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.917269] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.917432] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.917809] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.918072] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.918237] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.918368] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1434.918508] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.064535] env[62563]: INFO nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Took 47.46 seconds to build instance. [ 1435.070592] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "636c2770-3626-4101-b8de-65f9f883959f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.070834] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "636c2770-3626-4101-b8de-65f9f883959f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.253489] env[62563]: DEBUG oslo_concurrency.lockutils [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "600a8045-e5bc-429c-901d-66f0be5c08ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.253489] env[62563]: DEBUG oslo_concurrency.lockutils [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "600a8045-e5bc-429c-901d-66f0be5c08ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.253489] env[62563]: DEBUG oslo_concurrency.lockutils [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "600a8045-e5bc-429c-901d-66f0be5c08ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.253489] env[62563]: DEBUG oslo_concurrency.lockutils [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "600a8045-e5bc-429c-901d-66f0be5c08ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.253701] env[62563]: DEBUG oslo_concurrency.lockutils [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "600a8045-e5bc-429c-901d-66f0be5c08ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.255130] env[62563]: INFO nova.compute.manager [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Terminating instance [ 1435.257202] env[62563]: DEBUG nova.compute.manager [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1435.257572] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1435.258592] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c290e6-a795-449a-b9b7-ed0a5c21d5a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.272594] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.272959] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-102d76a5-0467-447c-9136-eea853d94064 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.281686] env[62563]: DEBUG oslo_vmware.api [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1435.281686] env[62563]: value = "task-1750831" [ 1435.281686] env[62563]: _type = "Task" [ 1435.281686] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.288168] env[62563]: DEBUG nova.network.neutron [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Successfully updated port: df5b2548-9f00-4aaa-847b-80af7f7c0274 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.304406] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ea8d80-5139-ce54-8ef1-2d9436e97a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.304649] env[62563]: DEBUG oslo_vmware.api [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.308028] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.308281] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1435.308519] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.308665] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.308846] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.310652] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a96db03-1cf3-4bc5-8b61-561486711e97 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.319512] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.319874] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1435.323602] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f71d91-9f81-4824-af0a-7f43a3db04bc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.331330] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1435.331330] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]522abb07-06a6-00e9-6422-e50eb9425e4c" [ 1435.331330] env[62563]: _type = "Task" [ 1435.331330] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.340082] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522abb07-06a6-00e9-6422-e50eb9425e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.368280] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdfc835-0ba7-4530-9678-8ca9f001e3cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.371551] env[62563]: DEBUG nova.network.neutron [req-2ee5fdc3-0042-4bf2-88e6-bb7867217ade req-cea24816-c6a0-4331-8e3f-a25231ab1fbe service nova] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Updated VIF entry in instance network info cache for port f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.371886] env[62563]: DEBUG nova.network.neutron [req-2ee5fdc3-0042-4bf2-88e6-bb7867217ade req-cea24816-c6a0-4331-8e3f-a25231ab1fbe service nova] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Updating instance_info_cache with network_info: [{"id": "f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74", "address": "fa:16:3e:f2:26:3b", "network": {"id": "105158be-d4b8-404d-a403-1a52e99fea72", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2065280112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ac8dc29ce24948b7789722b2ab6252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c8a22d-0d", "ovs_interfaceid": "f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.377908] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96863f17-5462-4986-9323-1df6b9082515 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.407562] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9759b04-c3e0-4bfb-90fa-5054cb4d3359 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.415299] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea765ea-e204-40bb-9fd6-bb1cf0e3a7fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.421653] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.429896] env[62563]: DEBUG nova.compute.provider_tree [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1435.570125] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "488d036a-3cff-4ea9-ab26-895f2b189c6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.778s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.574671] env[62563]: DEBUG nova.compute.utils [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1435.795109] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "refresh_cache-201f37af-ea79-4dea-9f20-2520213e1d6e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.795479] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "refresh_cache-201f37af-ea79-4dea-9f20-2520213e1d6e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.795479] env[62563]: DEBUG nova.network.neutron [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1435.796521] env[62563]: DEBUG oslo_vmware.api [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750831, 'name': PowerOffVM_Task, 'duration_secs': 0.209421} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.796777] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.797125] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.797648] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4693b02c-3bbb-48f7-a3bc-ec0bb177d78c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.841273] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522abb07-06a6-00e9-6422-e50eb9425e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.842086] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93bef99-e72f-4e7d-b597-fabf50cd446a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.847084] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1435.847084] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52462fc7-0660-26c3-7dab-1a5f4ea7c04f" [ 1435.847084] env[62563]: _type = "Task" [ 1435.847084] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.855107] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52462fc7-0660-26c3-7dab-1a5f4ea7c04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.876622] env[62563]: DEBUG oslo_concurrency.lockutils [req-2ee5fdc3-0042-4bf2-88e6-bb7867217ade req-cea24816-c6a0-4331-8e3f-a25231ab1fbe service nova] Releasing lock "refresh_cache-b0bc6040-9338-46d9-a78f-a4e16cf69f95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.887455] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.887455] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.887455] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Deleting the datastore file [datastore1] 600a8045-e5bc-429c-901d-66f0be5c08ca {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.887455] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50b01c55-afba-4879-9c8d-36eef18df679 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.895030] env[62563]: DEBUG oslo_vmware.api [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1435.895030] env[62563]: value = "task-1750833" [ 1435.895030] env[62563]: _type = "Task" [ 1435.895030] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.903177] env[62563]: DEBUG oslo_vmware.api [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.951888] env[62563]: ERROR nova.scheduler.client.report [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [req-beb02535-dc1f-4d3c-855a-2deba2d74343] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-beb02535-dc1f-4d3c-855a-2deba2d74343"}]} [ 1435.968826] env[62563]: DEBUG nova.scheduler.client.report [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1435.982641] env[62563]: DEBUG nova.scheduler.client.report [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1435.982910] env[62563]: DEBUG nova.compute.provider_tree [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1435.997715] env[62563]: DEBUG nova.scheduler.client.report [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1436.016713] env[62563]: DEBUG nova.scheduler.client.report [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1436.072144] env[62563]: DEBUG nova.compute.manager [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1436.080023] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "636c2770-3626-4101-b8de-65f9f883959f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.339121] env[62563]: DEBUG nova.network.neutron [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1436.360404] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52462fc7-0660-26c3-7dab-1a5f4ea7c04f, 'name': SearchDatastore_Task, 'duration_secs': 0.009669} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.362605] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.362870] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] b0bc6040-9338-46d9-a78f-a4e16cf69f95/b0bc6040-9338-46d9-a78f-a4e16cf69f95.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.363314] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cbc8900-ca81-4a53-80c9-a05f3531cb28 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.369533] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1436.369533] env[62563]: value = "task-1750834" [ 1436.369533] env[62563]: _type = "Task" [ 1436.369533] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.380901] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.412347] env[62563]: DEBUG oslo_vmware.api [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1750833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146338} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.412817] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.412817] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.413010] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1436.413220] env[62563]: INFO nova.compute.manager [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1436.413432] env[62563]: DEBUG oslo.service.loopingcall [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.413641] env[62563]: DEBUG nova.compute.manager [-] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1436.413731] env[62563]: DEBUG nova.network.neutron [-] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.431127] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb6a590-27dc-4b59-99f6-4997efec6636 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.439751] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55b6276-370e-443e-8342-8dd08440fabd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.475186] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f691fb8-32b0-42c5-a6d9-91626bb02d41 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.483464] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d98fda-3dff-4781-ae7e-d16e81762b84 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.491685] env[62563]: DEBUG nova.compute.manager [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1436.492555] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a90699-e1c4-4db2-9878-48dd0616bb3c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.505650] env[62563]: DEBUG nova.compute.provider_tree [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1436.578347] env[62563]: DEBUG nova.network.neutron [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Updating instance_info_cache with network_info: [{"id": "df5b2548-9f00-4aaa-847b-80af7f7c0274", "address": "fa:16:3e:e4:79:be", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5b2548-9f", "ovs_interfaceid": "df5b2548-9f00-4aaa-847b-80af7f7c0274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.600213] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.880227] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750834, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.015555] env[62563]: INFO nova.compute.manager [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] instance snapshotting [ 1437.021030] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5361731-77b1-423b-ad9a-389277f0f80b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.044966] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbdd7fd-2b7c-4209-b7ba-a92cf9300144 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.050032] env[62563]: DEBUG nova.scheduler.client.report [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1437.050294] env[62563]: DEBUG nova.compute.provider_tree [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 70 to 71 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1437.050497] env[62563]: DEBUG nova.compute.provider_tree [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1437.080063] env[62563]: DEBUG nova.compute.manager [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Received event network-vif-plugged-df5b2548-9f00-4aaa-847b-80af7f7c0274 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1437.080504] env[62563]: DEBUG oslo_concurrency.lockutils [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] Acquiring lock "201f37af-ea79-4dea-9f20-2520213e1d6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.080737] env[62563]: DEBUG oslo_concurrency.lockutils [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] Lock "201f37af-ea79-4dea-9f20-2520213e1d6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.080932] env[62563]: DEBUG oslo_concurrency.lockutils [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] Lock "201f37af-ea79-4dea-9f20-2520213e1d6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.081142] env[62563]: DEBUG nova.compute.manager [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] No waiting events found dispatching network-vif-plugged-df5b2548-9f00-4aaa-847b-80af7f7c0274 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1437.081353] env[62563]: WARNING nova.compute.manager [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Received unexpected event network-vif-plugged-df5b2548-9f00-4aaa-847b-80af7f7c0274 for instance with vm_state building and task_state spawning. [ 1437.081526] env[62563]: DEBUG nova.compute.manager [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Received event network-changed-df5b2548-9f00-4aaa-847b-80af7f7c0274 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1437.081699] env[62563]: DEBUG nova.compute.manager [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Refreshing instance network info cache due to event network-changed-df5b2548-9f00-4aaa-847b-80af7f7c0274. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1437.081939] env[62563]: DEBUG oslo_concurrency.lockutils [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] Acquiring lock "refresh_cache-201f37af-ea79-4dea-9f20-2520213e1d6e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.082966] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "refresh_cache-201f37af-ea79-4dea-9f20-2520213e1d6e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.083284] env[62563]: DEBUG nova.compute.manager [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Instance network_info: |[{"id": "df5b2548-9f00-4aaa-847b-80af7f7c0274", "address": "fa:16:3e:e4:79:be", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5b2548-9f", "ovs_interfaceid": "df5b2548-9f00-4aaa-847b-80af7f7c0274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1437.083560] env[62563]: DEBUG oslo_concurrency.lockutils [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] Acquired lock "refresh_cache-201f37af-ea79-4dea-9f20-2520213e1d6e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.083735] env[62563]: DEBUG nova.network.neutron [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Refreshing network info cache for port df5b2548-9f00-4aaa-847b-80af7f7c0274 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1437.085859] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:79:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df5b2548-9f00-4aaa-847b-80af7f7c0274', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.096701] env[62563]: DEBUG oslo.service.loopingcall [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.101181] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.102638] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-839417d4-7d5b-446c-8f1f-ae50ce24412f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.127259] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.127259] env[62563]: value = "task-1750835" [ 1437.127259] env[62563]: _type = "Task" [ 1437.127259] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.136916] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750835, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.176668] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "636c2770-3626-4101-b8de-65f9f883959f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.177508] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "636c2770-3626-4101-b8de-65f9f883959f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.177508] env[62563]: INFO nova.compute.manager [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Attaching volume 79eaaffe-9094-4ad0-b3eb-d923ed3d6be7 to /dev/sdb [ 1437.222475] env[62563]: DEBUG nova.network.neutron [-] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.227433] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8a5cd0-5e50-4046-a5e7-a85a9239d73a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.236741] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb19fd7-a9f8-4902-a6a3-7f982e4395ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.251163] env[62563]: DEBUG nova.virt.block_device [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Updating existing volume attachment record: 64a662ea-8f88-4843-b774-6effff287a39 {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1437.370560] env[62563]: DEBUG nova.network.neutron [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Updated VIF entry in instance network info cache for port df5b2548-9f00-4aaa-847b-80af7f7c0274. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.370560] env[62563]: DEBUG nova.network.neutron [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Updating instance_info_cache with network_info: [{"id": "df5b2548-9f00-4aaa-847b-80af7f7c0274", "address": "fa:16:3e:e4:79:be", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5b2548-9f", "ovs_interfaceid": "df5b2548-9f00-4aaa-847b-80af7f7c0274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.381178] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552543} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.381178] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] b0bc6040-9338-46d9-a78f-a4e16cf69f95/b0bc6040-9338-46d9-a78f-a4e16cf69f95.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.381329] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.381520] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bcde510-e473-4833-8429-5d0b379714ca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.387823] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1437.387823] env[62563]: value = "task-1750837" [ 1437.387823] env[62563]: _type = "Task" [ 1437.387823] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.401903] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.556622] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.731s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.557173] env[62563]: DEBUG nova.compute.manager [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1437.559777] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.452s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.560082] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.562265] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.092s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.562525] env[62563]: DEBUG nova.objects.instance [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1437.568100] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1437.568454] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d3fd5727-a400-4bb3-aad5-9b5e5a274cb8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.581621] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1437.581621] env[62563]: value = "task-1750839" [ 1437.581621] env[62563]: _type = "Task" [ 1437.581621] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.590043] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750839, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.596329] env[62563]: INFO nova.scheduler.client.report [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleted allocations for instance 2eedeced-bedd-403a-aef8-f1fa5707d710 [ 1437.638024] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750835, 'name': CreateVM_Task, 'duration_secs': 0.434746} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.638217] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1437.638936] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.639116] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.639451] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1437.639735] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c88df2-5fd8-40f4-a0d3-166c6c68dca4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.648980] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1437.648980] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b08c8a-20ec-a905-de9b-23ac220c785c" [ 1437.648980] env[62563]: _type = "Task" [ 1437.648980] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.653397] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b08c8a-20ec-a905-de9b-23ac220c785c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.730490] env[62563]: INFO nova.compute.manager [-] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Took 1.32 seconds to deallocate network for instance. [ 1437.876426] env[62563]: DEBUG oslo_concurrency.lockutils [req-f76b92a9-13d3-4cd6-b05c-156209334ea2 req-efc5fe66-e0c2-4d79-b9b9-7825041025a5 service nova] Releasing lock "refresh_cache-201f37af-ea79-4dea-9f20-2520213e1d6e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.898031] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0852} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.898427] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.899202] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444fba48-7fcb-494f-aee4-f7e74b66a8a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.921629] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] b0bc6040-9338-46d9-a78f-a4e16cf69f95/b0bc6040-9338-46d9-a78f-a4e16cf69f95.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.921911] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22df3a40-ea60-4ba1-ba22-2f4debaf5473 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.941661] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1437.941661] env[62563]: value = "task-1750842" [ 1437.941661] env[62563]: _type = "Task" [ 1437.941661] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.950968] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.039323] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "interface-b2621e0a-496e-4b4d-81b9-8adabcd939fd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.039587] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-b2621e0a-496e-4b4d-81b9-8adabcd939fd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.039966] env[62563]: DEBUG nova.objects.instance [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'flavor' on Instance uuid b2621e0a-496e-4b4d-81b9-8adabcd939fd {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.070317] env[62563]: DEBUG nova.compute.utils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1438.072980] env[62563]: DEBUG nova.compute.manager [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1438.072980] env[62563]: DEBUG nova.network.neutron [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.089891] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750839, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.105248] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b72c1596-e8d5-48a2-90b4-6837da62b803 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "2eedeced-bedd-403a-aef8-f1fa5707d710" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.442s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.131045] env[62563]: DEBUG nova.policy [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '079cb338ecee44e5aff8a46da55241e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9396eed560b4a4fa3ca244b7e094184', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1438.155059] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b08c8a-20ec-a905-de9b-23ac220c785c, 'name': SearchDatastore_Task, 'duration_secs': 0.033362} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.155059] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.155059] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.155277] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.155410] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.155566] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.155833] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b22e9d83-35ae-441a-80c9-b78722ea295a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.164128] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.164315] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.165133] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85657997-03d9-491a-bf17-682cf8eda197 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.171032] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1438.171032] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527de0be-76f9-c035-8945-de74f9f6020e" [ 1438.171032] env[62563]: _type = "Task" [ 1438.171032] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.182452] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527de0be-76f9-c035-8945-de74f9f6020e, 'name': SearchDatastore_Task, 'duration_secs': 0.008291} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.183233] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3668b6-a8ed-475e-b5b3-2f4a6b208186 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.189543] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1438.189543] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ee32b4-4ade-56b1-f6fe-123f49208868" [ 1438.189543] env[62563]: _type = "Task" [ 1438.189543] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.198474] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ee32b4-4ade-56b1-f6fe-123f49208868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.242769] env[62563]: DEBUG oslo_concurrency.lockutils [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.386304] env[62563]: DEBUG nova.network.neutron [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Successfully created port: 3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.451410] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750842, 'name': ReconfigVM_Task, 'duration_secs': 0.377923} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.451705] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Reconfigured VM instance instance-0000002e to attach disk [datastore1] b0bc6040-9338-46d9-a78f-a4e16cf69f95/b0bc6040-9338-46d9-a78f-a4e16cf69f95.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.452354] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34e9c725-5350-4484-9a31-2b67a9ef50dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.458767] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1438.458767] env[62563]: value = "task-1750843" [ 1438.458767] env[62563]: _type = "Task" [ 1438.458767] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.467752] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750843, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.573530] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5bb68425-8269-4645-8fba-0f73b99c762c tempest-ServersAdmin275Test-1787109984 tempest-ServersAdmin275Test-1787109984-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.574678] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.648s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.576419] env[62563]: INFO nova.compute.claims [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1438.579903] env[62563]: DEBUG nova.compute.manager [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1438.591963] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750839, 'name': CreateSnapshot_Task, 'duration_secs': 0.62523} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.594098] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1438.594098] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2461cc27-a67b-4227-8382-1ed3d8ddd31e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.660389] env[62563]: DEBUG nova.objects.instance [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'pci_requests' on Instance uuid b2621e0a-496e-4b4d-81b9-8adabcd939fd {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.699482] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ee32b4-4ade-56b1-f6fe-123f49208868, 'name': SearchDatastore_Task, 'duration_secs': 0.009204} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.699747] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.699995] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 201f37af-ea79-4dea-9f20-2520213e1d6e/201f37af-ea79-4dea-9f20-2520213e1d6e.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.700259] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c6dd899-c24f-4797-b4d4-11a608eb1057 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.706805] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1438.706805] env[62563]: value = "task-1750844" [ 1438.706805] env[62563]: _type = "Task" [ 1438.706805] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.714815] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.970064] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750843, 'name': Rename_Task, 'duration_secs': 0.131466} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.970453] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.970545] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68e18ca5-2822-407f-9384-8c51a6573c67 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.978688] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1438.978688] env[62563]: value = "task-1750845" [ 1438.978688] env[62563]: _type = "Task" [ 1438.978688] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.993188] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.113105] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1439.114050] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d5c8f5ff-4d74-4f03-8a97-000c2a714835 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.124432] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1439.124432] env[62563]: value = "task-1750846" [ 1439.124432] env[62563]: _type = "Task" [ 1439.124432] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.135732] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750846, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.163759] env[62563]: DEBUG nova.objects.base [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1439.164029] env[62563]: DEBUG nova.network.neutron [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1439.217787] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479033} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.218079] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 201f37af-ea79-4dea-9f20-2520213e1d6e/201f37af-ea79-4dea-9f20-2520213e1d6e.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.218321] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.218625] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaa674b8-9b74-4064-986c-01803c456d58 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.226059] env[62563]: DEBUG nova.policy [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd8276e93f54c64a7b9555cf7ac58d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6d7499cd6b47cb8e408f3e13796971', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1439.228953] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1439.228953] env[62563]: value = "task-1750847" [ 1439.228953] env[62563]: _type = "Task" [ 1439.228953] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.241792] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.490204] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.588819] env[62563]: DEBUG nova.network.neutron [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Successfully created port: af802706-629a-4e15-9a6a-7ab25cd17868 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1439.594273] env[62563]: DEBUG nova.compute.manager [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1439.619836] env[62563]: DEBUG nova.virt.hardware [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1439.620117] env[62563]: DEBUG nova.virt.hardware [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1439.620283] env[62563]: DEBUG nova.virt.hardware [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.620468] env[62563]: DEBUG nova.virt.hardware [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1439.620633] env[62563]: DEBUG nova.virt.hardware [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.620854] env[62563]: DEBUG nova.virt.hardware [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1439.621100] env[62563]: DEBUG nova.virt.hardware [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1439.621267] env[62563]: DEBUG nova.virt.hardware [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1439.621436] env[62563]: DEBUG nova.virt.hardware [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1439.621596] env[62563]: DEBUG nova.virt.hardware [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1439.623430] env[62563]: DEBUG nova.virt.hardware [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1439.623430] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f2d0eb-8280-4cce-bba7-b5c50526c649 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.627686] env[62563]: DEBUG nova.compute.manager [req-50d46263-5dac-4451-aa25-5310ed1aa9e5 req-c2ea2d17-bfee-4e83-867f-4eea64ac672a service nova] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Received event network-vif-deleted-018c7d49-8079-4b96-89cc-30c28554b7c9 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1439.637256] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd60352-e1e6-4677-b688-e6f4a880ae02 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.644463] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750846, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.745099] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142507} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.745445] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1439.746331] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff713726-16a7-4b8c-b38c-f4cc2b78a67c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.770088] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 201f37af-ea79-4dea-9f20-2520213e1d6e/201f37af-ea79-4dea-9f20-2520213e1d6e.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.773179] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7df9fb2-edb4-4e9a-b507-88b020d0dc1a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.800374] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1439.800374] env[62563]: value = "task-1750850" [ 1439.800374] env[62563]: _type = "Task" [ 1439.800374] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.814993] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.994495] env[62563]: DEBUG oslo_vmware.api [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750845, 'name': PowerOnVM_Task, 'duration_secs': 0.955871} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.994772] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.995133] env[62563]: INFO nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1439.995334] env[62563]: DEBUG nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1439.999079] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5878578b-b033-4e56-9c48-2d6943b8baed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.110502] env[62563]: DEBUG nova.network.neutron [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Successfully updated port: 3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.141412] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750846, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.145126] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4d8e4e-6700-485c-aee8-4cb4fe2b4078 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.153121] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c26e45-16f7-4aea-acbf-df9bd11326d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.185000] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bf43ba-5f6b-4e0e-9710-012e5d26ae02 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.193881] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c701ca-8911-467a-bfe2-f928106f231a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.209061] env[62563]: DEBUG nova.compute.provider_tree [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.311605] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.516023] env[62563]: INFO nova.compute.manager [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Took 49.05 seconds to build instance. [ 1440.618545] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.618734] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.618975] env[62563]: DEBUG nova.network.neutron [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.639719] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750846, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.712290] env[62563]: DEBUG nova.scheduler.client.report [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1440.813280] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.018560] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1a1847f-6365-45cf-8c38-5a545e7a7ca6 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "b0bc6040-9338-46d9-a78f-a4e16cf69f95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.197s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.140831] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750846, 'name': CloneVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.152181] env[62563]: DEBUG nova.network.neutron [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.218161] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.218935] env[62563]: DEBUG nova.compute.manager [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1441.222249] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.781s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.222523] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.226301] env[62563]: DEBUG oslo_concurrency.lockutils [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.034s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.226444] env[62563]: DEBUG oslo_concurrency.lockutils [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.229766] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.840s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.229766] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.231447] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.349s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.231630] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.234453] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.476s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.235012] env[62563]: INFO nova.compute.claims [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1441.273343] env[62563]: INFO nova.scheduler.client.report [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Deleted allocations for instance d65f8ce5-40e1-42c7-8f64-cff4dc63aabc [ 1441.281177] env[62563]: INFO nova.scheduler.client.report [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted allocations for instance c9716ffb-01d6-4a82-8e8e-a2db6f056a28 [ 1441.291223] env[62563]: INFO nova.scheduler.client.report [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Deleted allocations for instance 5ee7e59e-98e3-45ea-a417-04846bc4a953 [ 1441.308067] env[62563]: INFO nova.scheduler.client.report [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Deleted allocations for instance 084713a9-0b2c-41eb-a481-e964fb701ed3 [ 1441.317021] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750850, 'name': ReconfigVM_Task, 'duration_secs': 1.252965} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.317021] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 201f37af-ea79-4dea-9f20-2520213e1d6e/201f37af-ea79-4dea-9f20-2520213e1d6e.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.317217] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-720ea9c2-f036-4100-904f-8f132d642fe7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.325064] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1441.325064] env[62563]: value = "task-1750851" [ 1441.325064] env[62563]: _type = "Task" [ 1441.325064] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.335666] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750851, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.345608] env[62563]: DEBUG nova.network.neutron [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updating instance_info_cache with network_info: [{"id": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "address": "fa:16:3e:fe:56:bb", "network": {"id": "2644968c-d8fa-44a6-b39c-6ccb08e4e2a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1370213468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9396eed560b4a4fa3ca244b7e094184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae8a0ce-25", "ovs_interfaceid": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.472267] env[62563]: DEBUG nova.network.neutron [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Successfully updated port: af802706-629a-4e15-9a6a-7ab25cd17868 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1441.521524] env[62563]: DEBUG nova.compute.manager [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1441.639671] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750846, 'name': CloneVM_Task, 'duration_secs': 2.111471} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.640514] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Created linked-clone VM from snapshot [ 1441.640704] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5025950-c8ed-47bc-8ebe-644a9bdbb8bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.649211] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Uploading image f70d7987-5edd-4f65-a4cf-5454c02589aa {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1441.675507] env[62563]: DEBUG oslo_vmware.rw_handles [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1441.675507] env[62563]: value = "vm-363968" [ 1441.675507] env[62563]: _type = "VirtualMachine" [ 1441.675507] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1441.675797] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec093dd4-05ee-47ef-a5ca-e1dc301a02b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.684303] env[62563]: DEBUG oslo_vmware.rw_handles [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lease: (returnval){ [ 1441.684303] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52addb9d-045a-a540-bc97-0a84478a13e8" [ 1441.684303] env[62563]: _type = "HttpNfcLease" [ 1441.684303] env[62563]: } obtained for exporting VM: (result){ [ 1441.684303] env[62563]: value = "vm-363968" [ 1441.684303] env[62563]: _type = "VirtualMachine" [ 1441.684303] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1441.684664] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the lease: (returnval){ [ 1441.684664] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52addb9d-045a-a540-bc97-0a84478a13e8" [ 1441.684664] env[62563]: _type = "HttpNfcLease" [ 1441.684664] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1441.692209] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1441.692209] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52addb9d-045a-a540-bc97-0a84478a13e8" [ 1441.692209] env[62563]: _type = "HttpNfcLease" [ 1441.692209] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1441.745256] env[62563]: DEBUG nova.compute.utils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1441.745256] env[62563]: DEBUG nova.compute.manager [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1441.746065] env[62563]: DEBUG nova.network.neutron [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1441.782681] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3fd165b0-d513-4be5-88e0-4fed4dbfe3a2 tempest-ServersAaction247Test-22632494 tempest-ServersAaction247Test-22632494-project-member] Lock "d65f8ce5-40e1-42c7-8f64-cff4dc63aabc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.226s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.792118] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2177c83-9437-41eb-8566-523ac625cac6 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "c9716ffb-01d6-4a82-8e8e-a2db6f056a28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.270s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.799166] env[62563]: DEBUG oslo_concurrency.lockutils [None req-05a02841-f9ce-438c-a0a2-b62110594c6f tempest-ServersAdminNegativeTestJSON-1211601534 tempest-ServersAdminNegativeTestJSON-1211601534-project-member] Lock "5ee7e59e-98e3-45ea-a417-04846bc4a953" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.617s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.810447] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1441.810680] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363966', 'volume_id': '79eaaffe-9094-4ad0-b3eb-d923ed3d6be7', 'name': 'volume-79eaaffe-9094-4ad0-b3eb-d923ed3d6be7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '636c2770-3626-4101-b8de-65f9f883959f', 'attached_at': '', 'detached_at': '', 'volume_id': '79eaaffe-9094-4ad0-b3eb-d923ed3d6be7', 'serial': '79eaaffe-9094-4ad0-b3eb-d923ed3d6be7'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1441.811779] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c772018-07e3-4200-b8ba-6dc0c9e97f37 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.817251] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df8ab092-d9ed-4ded-98fe-76ff81f340d8 tempest-ServersAdmin275Test-402254899 tempest-ServersAdmin275Test-402254899-project-member] Lock "084713a9-0b2c-41eb-a481-e964fb701ed3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.727s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.834974] env[62563]: DEBUG nova.policy [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '693bf4e017b0425380e33ec4c7ba940c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52a97b80ee82458e86853a8efe399cb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1441.839677] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea64d318-f8be-4787-bb9c-8340e111d6c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.848921] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Releasing lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.849233] env[62563]: DEBUG nova.compute.manager [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Instance network_info: |[{"id": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "address": "fa:16:3e:fe:56:bb", "network": {"id": "2644968c-d8fa-44a6-b39c-6ccb08e4e2a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1370213468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9396eed560b4a4fa3ca244b7e094184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae8a0ce-25", "ovs_interfaceid": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1441.849536] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750851, 'name': Rename_Task, 'duration_secs': 0.171129} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.863552] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:56:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.871096] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Creating folder: Project (c9396eed560b4a4fa3ca244b7e094184). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1441.871410] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.878828] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-79eaaffe-9094-4ad0-b3eb-d923ed3d6be7/volume-79eaaffe-9094-4ad0-b3eb-d923ed3d6be7.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.879178] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b243127c-4473-483d-a3a2-a5938d57d2b1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.880893] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd10da00-4737-4d17-a4aa-4dab0a83a8d8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.882971] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01beb7a1-e2ec-4304-ba1a-977fe8dd116a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.904213] env[62563]: DEBUG oslo_vmware.api [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1441.904213] env[62563]: value = "task-1750856" [ 1441.904213] env[62563]: _type = "Task" [ 1441.904213] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.911289] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1441.911289] env[62563]: value = "task-1750854" [ 1441.911289] env[62563]: _type = "Task" [ 1441.911289] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.913671] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Created folder: Project (c9396eed560b4a4fa3ca244b7e094184) in parent group-v363823. [ 1441.913671] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Creating folder: Instances. Parent ref: group-v363969. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1441.917410] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2167a388-0281-4471-9f80-dc1bb8d00f16 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.923833] env[62563]: DEBUG oslo_vmware.api [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.931611] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750854, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.933667] env[62563]: DEBUG nova.compute.manager [req-2418971f-099a-4f65-b0bb-cad617b4da63 req-5dcb706f-aad2-4965-abf1-d443758bf3b9 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Received event network-vif-plugged-af802706-629a-4e15-9a6a-7ab25cd17868 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1441.934040] env[62563]: DEBUG oslo_concurrency.lockutils [req-2418971f-099a-4f65-b0bb-cad617b4da63 req-5dcb706f-aad2-4965-abf1-d443758bf3b9 service nova] Acquiring lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.934147] env[62563]: DEBUG oslo_concurrency.lockutils [req-2418971f-099a-4f65-b0bb-cad617b4da63 req-5dcb706f-aad2-4965-abf1-d443758bf3b9 service nova] Lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.934324] env[62563]: DEBUG oslo_concurrency.lockutils [req-2418971f-099a-4f65-b0bb-cad617b4da63 req-5dcb706f-aad2-4965-abf1-d443758bf3b9 service nova] Lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.934500] env[62563]: DEBUG nova.compute.manager [req-2418971f-099a-4f65-b0bb-cad617b4da63 req-5dcb706f-aad2-4965-abf1-d443758bf3b9 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] No waiting events found dispatching network-vif-plugged-af802706-629a-4e15-9a6a-7ab25cd17868 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1441.934655] env[62563]: WARNING nova.compute.manager [req-2418971f-099a-4f65-b0bb-cad617b4da63 req-5dcb706f-aad2-4965-abf1-d443758bf3b9 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Received unexpected event network-vif-plugged-af802706-629a-4e15-9a6a-7ab25cd17868 for instance with vm_state active and task_state None. [ 1441.937030] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Created folder: Instances in parent group-v363969. [ 1441.937416] env[62563]: DEBUG oslo.service.loopingcall [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.937734] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.938503] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d57fe28-b44f-464c-b81c-4234760c062a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.961119] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.961119] env[62563]: value = "task-1750858" [ 1441.961119] env[62563]: _type = "Task" [ 1441.961119] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.970311] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750858, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.974238] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.974416] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.974598] env[62563]: DEBUG nova.network.neutron [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1442.052931] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.196483] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1442.196483] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52addb9d-045a-a540-bc97-0a84478a13e8" [ 1442.196483] env[62563]: _type = "HttpNfcLease" [ 1442.196483] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1442.196483] env[62563]: DEBUG oslo_vmware.rw_handles [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1442.196483] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52addb9d-045a-a540-bc97-0a84478a13e8" [ 1442.196483] env[62563]: _type = "HttpNfcLease" [ 1442.196483] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1442.199515] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409cd120-61ac-4536-aad2-8a63967b518c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.204486] env[62563]: DEBUG nova.compute.manager [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Received event network-vif-plugged-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1442.204788] env[62563]: DEBUG oslo_concurrency.lockutils [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] Acquiring lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.204896] env[62563]: DEBUG oslo_concurrency.lockutils [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.205103] env[62563]: DEBUG oslo_concurrency.lockutils [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.205279] env[62563]: DEBUG nova.compute.manager [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] No waiting events found dispatching network-vif-plugged-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1442.205443] env[62563]: WARNING nova.compute.manager [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Received unexpected event network-vif-plugged-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 for instance with vm_state building and task_state spawning. [ 1442.205598] env[62563]: DEBUG nova.compute.manager [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Received event network-changed-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1442.205745] env[62563]: DEBUG nova.compute.manager [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Refreshing instance network info cache due to event network-changed-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1442.206026] env[62563]: DEBUG oslo_concurrency.lockutils [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] Acquiring lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.206086] env[62563]: DEBUG oslo_concurrency.lockutils [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] Acquired lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.206221] env[62563]: DEBUG nova.network.neutron [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Refreshing network info cache for port 3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.208126] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "488d036a-3cff-4ea9-ab26-895f2b189c6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.208418] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "488d036a-3cff-4ea9-ab26-895f2b189c6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.209152] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "488d036a-3cff-4ea9-ab26-895f2b189c6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.209152] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "488d036a-3cff-4ea9-ab26-895f2b189c6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.209152] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "488d036a-3cff-4ea9-ab26-895f2b189c6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.214272] env[62563]: DEBUG oslo_vmware.rw_handles [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b7960-3e0b-5d86-ccaa-44125c2c02bf/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1442.214525] env[62563]: DEBUG oslo_vmware.rw_handles [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b7960-3e0b-5d86-ccaa-44125c2c02bf/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1442.216466] env[62563]: INFO nova.compute.manager [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Terminating instance [ 1442.282339] env[62563]: DEBUG nova.compute.utils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1442.287469] env[62563]: DEBUG nova.compute.manager [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1442.287469] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.287469] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c481f7-cb70-4bed-9c7d-331b13f9f5ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.298797] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.299118] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-226bea5b-f110-460b-8498-91c603c6abe3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.309813] env[62563]: DEBUG oslo_vmware.api [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1442.309813] env[62563]: value = "task-1750859" [ 1442.309813] env[62563]: _type = "Task" [ 1442.309813] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.319957] env[62563]: DEBUG oslo_vmware.api [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.332446] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8050ce06-5579-40bc-bbce-5c727a617123 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.357347] env[62563]: DEBUG nova.network.neutron [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Successfully created port: 2fc3a371-2f65-4b1a-829a-b726f10dfaec {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1442.420056] env[62563]: DEBUG oslo_vmware.api [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750856, 'name': ReconfigVM_Task, 'duration_secs': 0.498499} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.420603] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-79eaaffe-9094-4ad0-b3eb-d923ed3d6be7/volume-79eaaffe-9094-4ad0-b3eb-d923ed3d6be7.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.431416] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b87c4563-800b-45ae-9b4b-f16a1b04e1d2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.442236] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750854, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.449998] env[62563]: DEBUG oslo_vmware.api [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1442.449998] env[62563]: value = "task-1750860" [ 1442.449998] env[62563]: _type = "Task" [ 1442.449998] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.461137] env[62563]: DEBUG oslo_vmware.api [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.474992] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750858, 'name': CreateVM_Task, 'duration_secs': 0.42068} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.475229] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.476085] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.476300] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.476667] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1442.478768] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e390f9-c29c-431e-b8fa-e2c8d5381c7e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.488686] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1442.488686] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5246765c-609b-6264-ab3a-6b2388a8848a" [ 1442.488686] env[62563]: _type = "Task" [ 1442.488686] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.498627] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5246765c-609b-6264-ab3a-6b2388a8848a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.545089] env[62563]: WARNING nova.network.neutron [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] 7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2 already exists in list: networks containing: ['7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2']. ignoring it [ 1442.795018] env[62563]: DEBUG nova.compute.manager [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1442.829656] env[62563]: DEBUG oslo_vmware.api [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750859, 'name': PowerOffVM_Task, 'duration_secs': 0.299596} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.830455] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.830644] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1442.831110] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40d3d533-9cdc-40b4-a40d-f99ead5ca9b0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.841880] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3355033-2967-4d74-8897-04ce40a38f80 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.851669] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99bfab4-82d1-40da-be45-338d897da21c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.897107] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed25ddab-8901-4240-b479-a8b369654288 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.908091] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc892e3-7670-4988-8dd2-a2903aba2f1e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.924899] env[62563]: DEBUG nova.compute.provider_tree [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.932686] env[62563]: DEBUG oslo_vmware.api [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750854, 'name': PowerOnVM_Task, 'duration_secs': 0.60634} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.933216] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.933325] env[62563]: INFO nova.compute.manager [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1442.933506] env[62563]: DEBUG nova.compute.manager [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1442.935568] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca3e3d8-1fc8-4f39-9104-15152351b358 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.961758] env[62563]: DEBUG oslo_vmware.api [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750860, 'name': ReconfigVM_Task, 'duration_secs': 0.198814} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.962154] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363966', 'volume_id': '79eaaffe-9094-4ad0-b3eb-d923ed3d6be7', 'name': 'volume-79eaaffe-9094-4ad0-b3eb-d923ed3d6be7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '636c2770-3626-4101-b8de-65f9f883959f', 'attached_at': '', 'detached_at': '', 'volume_id': '79eaaffe-9094-4ad0-b3eb-d923ed3d6be7', 'serial': '79eaaffe-9094-4ad0-b3eb-d923ed3d6be7'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1442.996993] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.997418] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.997670] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Deleting the datastore file [datastore1] 488d036a-3cff-4ea9-ab26-895f2b189c6e {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.998449] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dd17b1a-97d2-4805-b2eb-a53603166909 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.010285] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "b0bc6040-9338-46d9-a78f-a4e16cf69f95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.010285] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "b0bc6040-9338-46d9-a78f-a4e16cf69f95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.010285] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "b0bc6040-9338-46d9-a78f-a4e16cf69f95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.010285] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "b0bc6040-9338-46d9-a78f-a4e16cf69f95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.010486] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "b0bc6040-9338-46d9-a78f-a4e16cf69f95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.012227] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5246765c-609b-6264-ab3a-6b2388a8848a, 'name': SearchDatastore_Task, 'duration_secs': 0.011282} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.013282] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.013646] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.014070] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.014394] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.018034] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.018034] env[62563]: DEBUG oslo_vmware.api [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1443.018034] env[62563]: value = "task-1750862" [ 1443.018034] env[62563]: _type = "Task" [ 1443.018034] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.018034] env[62563]: INFO nova.compute.manager [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Terminating instance [ 1443.018665] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e983f9b-b6b1-416d-b26b-052198cf3f6d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.021643] env[62563]: DEBUG nova.compute.manager [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1443.022303] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1443.026747] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bad849-c098-4082-b386-7bd56ec5e1c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.041917] env[62563]: DEBUG oslo_vmware.api [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.046418] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.046878] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.047720] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.049794] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fee07c1c-015f-4fbb-bd33-ef6efd6d1fd1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.050515] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42431b7f-7df8-4f1d-8918-3580bf698734 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.058864] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1443.058864] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5242093a-e65d-0505-efa9-360bbd0e125a" [ 1443.058864] env[62563]: _type = "Task" [ 1443.058864] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.065220] env[62563]: DEBUG oslo_vmware.api [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1443.065220] env[62563]: value = "task-1750863" [ 1443.065220] env[62563]: _type = "Task" [ 1443.065220] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.081403] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5242093a-e65d-0505-efa9-360bbd0e125a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.091632] env[62563]: DEBUG oslo_vmware.api [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.226176] env[62563]: DEBUG nova.network.neutron [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Updating instance_info_cache with network_info: [{"id": "b1af2956-c779-475c-adc0-d99333762ce5", "address": "fa:16:3e:0c:08:91", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1af2956-c7", "ovs_interfaceid": "b1af2956-c779-475c-adc0-d99333762ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "af802706-629a-4e15-9a6a-7ab25cd17868", "address": "fa:16:3e:cb:46:cc", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf802706-62", "ovs_interfaceid": "af802706-629a-4e15-9a6a-7ab25cd17868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.228548] env[62563]: DEBUG nova.network.neutron [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updated VIF entry in instance network info cache for port 3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.228969] env[62563]: DEBUG nova.network.neutron [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updating instance_info_cache with network_info: [{"id": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "address": "fa:16:3e:fe:56:bb", "network": {"id": "2644968c-d8fa-44a6-b39c-6ccb08e4e2a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1370213468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9396eed560b4a4fa3ca244b7e094184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae8a0ce-25", "ovs_interfaceid": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.433345] env[62563]: DEBUG nova.scheduler.client.report [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1443.469345] env[62563]: INFO nova.compute.manager [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Took 46.34 seconds to build instance. [ 1443.531711] env[62563]: DEBUG oslo_vmware.api [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240827} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.532040] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.532503] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1443.532503] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1443.532753] env[62563]: INFO nova.compute.manager [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1443.533381] env[62563]: DEBUG oslo.service.loopingcall [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.533901] env[62563]: DEBUG nova.compute.manager [-] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1443.533901] env[62563]: DEBUG nova.network.neutron [-] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1443.573764] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5242093a-e65d-0505-efa9-360bbd0e125a, 'name': SearchDatastore_Task, 'duration_secs': 0.017697} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.575278] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fcc096d-f4f4-45bf-8faf-2414fa189167 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.581736] env[62563]: DEBUG oslo_vmware.api [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750863, 'name': PowerOffVM_Task, 'duration_secs': 0.337375} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.583020] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.583156] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.583550] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ec16008-9576-41d1-9086-7a806a6836c3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.586514] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1443.586514] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f757db-7e79-8958-042c-a657500519cf" [ 1443.586514] env[62563]: _type = "Task" [ 1443.586514] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.596856] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f757db-7e79-8958-042c-a657500519cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.672123] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1443.672520] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1443.672790] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Deleting the datastore file [datastore1] b0bc6040-9338-46d9-a78f-a4e16cf69f95 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.673024] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bbe3cda-aa62-420e-b5a6-a0a3667c97be {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.683677] env[62563]: DEBUG oslo_vmware.api [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1443.683677] env[62563]: value = "task-1750866" [ 1443.683677] env[62563]: _type = "Task" [ 1443.683677] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.694209] env[62563]: DEBUG oslo_vmware.api [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.731381] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.732525] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.732936] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.733638] env[62563]: DEBUG oslo_concurrency.lockutils [req-36349f1e-fea7-40dc-a5f7-17c7d4862a68 req-8227d966-1502-47f9-a628-79810709434c service nova] Releasing lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.734628] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d5126e-0c0c-4142-bd8c-5a9108d85e79 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.753220] env[62563]: DEBUG nova.virt.hardware [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1443.753476] env[62563]: DEBUG nova.virt.hardware [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1443.753729] env[62563]: DEBUG nova.virt.hardware [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.753845] env[62563]: DEBUG nova.virt.hardware [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1443.753962] env[62563]: DEBUG nova.virt.hardware [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.754259] env[62563]: DEBUG nova.virt.hardware [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1443.754797] env[62563]: DEBUG nova.virt.hardware [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1443.754797] env[62563]: DEBUG nova.virt.hardware [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1443.754921] env[62563]: DEBUG nova.virt.hardware [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1443.755122] env[62563]: DEBUG nova.virt.hardware [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1443.755343] env[62563]: DEBUG nova.virt.hardware [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1443.762177] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Reconfiguring VM to attach interface {{(pid=62563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1443.762801] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d104199c-550c-4f2a-86c5-48c556eda2db {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.784733] env[62563]: DEBUG oslo_vmware.api [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1443.784733] env[62563]: value = "task-1750867" [ 1443.784733] env[62563]: _type = "Task" [ 1443.784733] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.797742] env[62563]: DEBUG oslo_vmware.api [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750867, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.808271] env[62563]: DEBUG nova.compute.manager [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1443.840463] env[62563]: DEBUG nova.virt.hardware [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:28:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='858456806',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-423266992',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1443.840723] env[62563]: DEBUG nova.virt.hardware [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1443.840819] env[62563]: DEBUG nova.virt.hardware [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.841013] env[62563]: DEBUG nova.virt.hardware [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1443.841196] env[62563]: DEBUG nova.virt.hardware [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.841339] env[62563]: DEBUG nova.virt.hardware [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1443.841590] env[62563]: DEBUG nova.virt.hardware [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1443.841761] env[62563]: DEBUG nova.virt.hardware [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1443.841937] env[62563]: DEBUG nova.virt.hardware [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1443.842219] env[62563]: DEBUG nova.virt.hardware [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1443.842402] env[62563]: DEBUG nova.virt.hardware [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1443.843322] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac12f939-dd98-4e26-a79f-30d71bd86e27 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.852424] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d296c5fc-50ef-4818-bb34-43f5af7cd243 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.936587] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.941633] env[62563]: DEBUG nova.compute.manager [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1443.946953] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.724s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.946953] env[62563]: DEBUG nova.objects.instance [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Lazy-loading 'resources' on Instance uuid f7db65c0-b6b6-4e7a-bc19-f29b6794cff0 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.977647] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76db8e21-eb34-4c24-a894-1951ecb7ef5d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "201f37af-ea79-4dea-9f20-2520213e1d6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.811s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.048539] env[62563]: DEBUG nova.objects.instance [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lazy-loading 'flavor' on Instance uuid 636c2770-3626-4101-b8de-65f9f883959f {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.099040] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f757db-7e79-8958-042c-a657500519cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.099875] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.100625] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] cfafc9e3-5c8a-4117-9edd-f5512d3c9374/cfafc9e3-5c8a-4117-9edd-f5512d3c9374.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.100625] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8365cbd4-f739-4162-9e54-f6456e583338 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.109926] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1444.109926] env[62563]: value = "task-1750868" [ 1444.109926] env[62563]: _type = "Task" [ 1444.109926] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.120766] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1750868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.196130] env[62563]: DEBUG oslo_vmware.api [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1750866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145024} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.196931] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1444.197628] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1444.197628] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1444.198102] env[62563]: INFO nova.compute.manager [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1444.198523] env[62563]: DEBUG oslo.service.loopingcall [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.198864] env[62563]: DEBUG nova.compute.manager [-] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1444.199117] env[62563]: DEBUG nova.network.neutron [-] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1444.303283] env[62563]: DEBUG oslo_vmware.api [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.452059] env[62563]: DEBUG nova.compute.utils [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1444.459142] env[62563]: DEBUG nova.compute.manager [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1444.459856] env[62563]: DEBUG nova.network.neutron [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1444.476957] env[62563]: DEBUG nova.network.neutron [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Successfully updated port: 2fc3a371-2f65-4b1a-829a-b726f10dfaec {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1444.484402] env[62563]: DEBUG nova.compute.manager [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1444.506091] env[62563]: DEBUG nova.network.neutron [-] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.540070] env[62563]: DEBUG nova.policy [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7889b2c9bdd1409db83bed51f3b7655e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05a55701cd374416938d5bf4e1b61627', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1444.557050] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e0f985b8-5878-4669-8ca4-edcdf6de2c45 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "636c2770-3626-4101-b8de-65f9f883959f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.379s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.621594] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1750868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501412} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.621594] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] cfafc9e3-5c8a-4117-9edd-f5512d3c9374/cfafc9e3-5c8a-4117-9edd-f5512d3c9374.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.621594] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.621865] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c55f876c-6e25-43ca-b35d-b522188db5dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.629875] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1444.629875] env[62563]: value = "task-1750869" [ 1444.629875] env[62563]: _type = "Task" [ 1444.629875] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.644471] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1750869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.811927] env[62563]: DEBUG oslo_vmware.api [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.959467] env[62563]: DEBUG nova.network.neutron [-] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.970078] env[62563]: DEBUG nova.compute.manager [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1444.979281] env[62563]: DEBUG nova.network.neutron [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Successfully created port: b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1444.985595] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "refresh_cache-84baf130-f07a-45d4-a57f-7b20833a85ea" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.985747] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquired lock "refresh_cache-84baf130-f07a-45d4-a57f-7b20833a85ea" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.985866] env[62563]: DEBUG nova.network.neutron [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.009992] env[62563]: INFO nova.compute.manager [-] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Took 1.48 seconds to deallocate network for instance. [ 1445.026901] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.072563] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4127dfed-d639-4752-b967-860e00b3f9f2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.082944] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909dc58d-164f-4a8b-936f-92fd28daa057 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.118705] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5971633-9f81-4636-a04b-9723fa74ff25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.128083] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b350dd75-514c-4a4d-a29f-3064c4da3362 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.144352] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1750869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07351} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.152746] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1445.153336] env[62563]: DEBUG nova.compute.provider_tree [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.155252] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8926942-a010-49e8-b7b1-fbc50c42a9a3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.183293] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] cfafc9e3-5c8a-4117-9edd-f5512d3c9374/cfafc9e3-5c8a-4117-9edd-f5512d3c9374.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.184325] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8bd63d-a02d-44b1-a6f8-62dc4ce38252 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.207983] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1445.207983] env[62563]: value = "task-1750870" [ 1445.207983] env[62563]: _type = "Task" [ 1445.207983] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.220660] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1750870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.297667] env[62563]: DEBUG oslo_vmware.api [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750867, 'name': ReconfigVM_Task, 'duration_secs': 1.228982} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.298291] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.298582] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Reconfigured VM to attach interface {{(pid=62563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1445.306971] env[62563]: DEBUG nova.compute.manager [req-38dc8f2c-4525-4ac5-9fbc-c3604c528ca4 req-d3132b95-1bee-4c6c-8aa6-b8cb3b120834 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Received event network-changed-af802706-629a-4e15-9a6a-7ab25cd17868 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1445.306971] env[62563]: DEBUG nova.compute.manager [req-38dc8f2c-4525-4ac5-9fbc-c3604c528ca4 req-d3132b95-1bee-4c6c-8aa6-b8cb3b120834 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Refreshing instance network info cache due to event network-changed-af802706-629a-4e15-9a6a-7ab25cd17868. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1445.307282] env[62563]: DEBUG oslo_concurrency.lockutils [req-38dc8f2c-4525-4ac5-9fbc-c3604c528ca4 req-d3132b95-1bee-4c6c-8aa6-b8cb3b120834 service nova] Acquiring lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.307396] env[62563]: DEBUG oslo_concurrency.lockutils [req-38dc8f2c-4525-4ac5-9fbc-c3604c528ca4 req-d3132b95-1bee-4c6c-8aa6-b8cb3b120834 service nova] Acquired lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.307479] env[62563]: DEBUG nova.network.neutron [req-38dc8f2c-4525-4ac5-9fbc-c3604c528ca4 req-d3132b95-1bee-4c6c-8aa6-b8cb3b120834 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Refreshing network info cache for port af802706-629a-4e15-9a6a-7ab25cd17868 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.463463] env[62563]: INFO nova.compute.manager [-] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Took 1.26 seconds to deallocate network for instance. [ 1445.477254] env[62563]: INFO nova.virt.block_device [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Booting with volume 7e5aebe1-0268-45bc-a682-73eca6ed9286 at /dev/sda [ 1445.523014] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abbad9fc-6a00-46b2-89d6-f48bd2175079 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.534706] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.538810] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a5ec57-7dd3-49b2-9cb8-fb22c986f4e8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.553069] env[62563]: DEBUG nova.network.neutron [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1445.584162] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd62331f-f39b-4b3e-8ae4-efaabce6000a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.594469] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3049afc-2000-4d24-9637-6d6c098352de {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.635738] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f892039-1194-4e9e-8d75-142ee6a8b433 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.644124] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b73606-8c54-40fe-99d2-791479bec2c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.659814] env[62563]: DEBUG nova.scheduler.client.report [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1445.667538] env[62563]: DEBUG nova.virt.block_device [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Updating existing volume attachment record: 2d6f2749-596c-45f5-9382-ff32f55a9d15 {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1445.720564] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1750870, 'name': ReconfigVM_Task, 'duration_secs': 0.472341} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.721119] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Reconfigured VM instance instance-00000030 to attach disk [datastore1] cfafc9e3-5c8a-4117-9edd-f5512d3c9374/cfafc9e3-5c8a-4117-9edd-f5512d3c9374.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.722545] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1fad91b-a487-4cb2-8d0c-17725b9fd057 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.731718] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1445.731718] env[62563]: value = "task-1750872" [ 1445.731718] env[62563]: _type = "Task" [ 1445.731718] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.745070] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1750872, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.793072] env[62563]: DEBUG nova.compute.manager [req-ac2336a8-162f-4520-b504-59c6b9456dc0 req-04c453c1-6786-4a3a-920e-daa789fa3356 service nova] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Received event network-vif-deleted-0bf3a303-42eb-4c05-9a14-f15a5f8105e2 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1445.805015] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dcb8220a-5795-47e8-a062-1dbe1320650e tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-b2621e0a-496e-4b4d-81b9-8adabcd939fd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.764s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.865981] env[62563]: DEBUG nova.network.neutron [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Updating instance_info_cache with network_info: [{"id": "2fc3a371-2f65-4b1a-829a-b726f10dfaec", "address": "fa:16:3e:d6:98:25", "network": {"id": "409b3eb4-30ab-4533-8416-046b0b03d527", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-279547852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a97b80ee82458e86853a8efe399cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc3a371-2f", "ovs_interfaceid": "2fc3a371-2f65-4b1a-829a-b726f10dfaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.975318] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.072365] env[62563]: DEBUG nova.network.neutron [req-38dc8f2c-4525-4ac5-9fbc-c3604c528ca4 req-d3132b95-1bee-4c6c-8aa6-b8cb3b120834 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Updated VIF entry in instance network info cache for port af802706-629a-4e15-9a6a-7ab25cd17868. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.072832] env[62563]: DEBUG nova.network.neutron [req-38dc8f2c-4525-4ac5-9fbc-c3604c528ca4 req-d3132b95-1bee-4c6c-8aa6-b8cb3b120834 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Updating instance_info_cache with network_info: [{"id": "b1af2956-c779-475c-adc0-d99333762ce5", "address": "fa:16:3e:0c:08:91", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1af2956-c7", "ovs_interfaceid": "b1af2956-c779-475c-adc0-d99333762ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "af802706-629a-4e15-9a6a-7ab25cd17868", "address": "fa:16:3e:cb:46:cc", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf802706-62", "ovs_interfaceid": "af802706-629a-4e15-9a6a-7ab25cd17868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.172798] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.175625] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.155s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.175811] env[62563]: DEBUG nova.objects.instance [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Lazy-loading 'resources' on Instance uuid b49674e8-0ae9-4130-b0c2-dc38d0c76a90 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.201494] env[62563]: INFO nova.scheduler.client.report [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Deleted allocations for instance f7db65c0-b6b6-4e7a-bc19-f29b6794cff0 [ 1446.243589] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1750872, 'name': Rename_Task, 'duration_secs': 0.269327} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.243871] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.244165] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fe88347-a183-4f52-a37e-19dc72ee1458 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.253243] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1446.253243] env[62563]: value = "task-1750873" [ 1446.253243] env[62563]: _type = "Task" [ 1446.253243] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.262885] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1750873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.371659] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Releasing lock "refresh_cache-84baf130-f07a-45d4-a57f-7b20833a85ea" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.371659] env[62563]: DEBUG nova.compute.manager [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Instance network_info: |[{"id": "2fc3a371-2f65-4b1a-829a-b726f10dfaec", "address": "fa:16:3e:d6:98:25", "network": {"id": "409b3eb4-30ab-4533-8416-046b0b03d527", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-279547852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a97b80ee82458e86853a8efe399cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc3a371-2f", "ovs_interfaceid": "2fc3a371-2f65-4b1a-829a-b726f10dfaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1446.373158] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:98:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fc3a371-2f65-4b1a-829a-b726f10dfaec', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.383206] env[62563]: DEBUG oslo.service.loopingcall [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.383399] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.383531] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a737e87b-f8a0-48ce-aa2f-a333099b4ea4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.409507] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.409507] env[62563]: value = "task-1750874" [ 1446.409507] env[62563]: _type = "Task" [ 1446.409507] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.420607] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750874, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.578765] env[62563]: DEBUG oslo_concurrency.lockutils [req-38dc8f2c-4525-4ac5-9fbc-c3604c528ca4 req-d3132b95-1bee-4c6c-8aa6-b8cb3b120834 service nova] Releasing lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.686031] env[62563]: DEBUG nova.network.neutron [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Successfully updated port: b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.710436] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8b355aa0-97dc-4498-bfc2-e6433e60c18d tempest-ServersTestManualDisk-2026349155 tempest-ServersTestManualDisk-2026349155-project-member] Lock "f7db65c0-b6b6-4e7a-bc19-f29b6794cff0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.723s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.769685] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1750873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.933236] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750874, 'name': CreateVM_Task, 'duration_secs': 0.451356} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.933236] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.933236] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.933236] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.934201] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1446.935117] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a56a699d-fa6c-4eda-aba8-fe9092eef258 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.941403] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1446.941403] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52afd355-b85c-fd6b-33c2-7f973e02a84c" [ 1446.941403] env[62563]: _type = "Task" [ 1446.941403] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.960719] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52afd355-b85c-fd6b-33c2-7f973e02a84c, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.960719] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.960719] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1446.960719] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.960719] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.960719] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1446.960719] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9aff30a-4c33-4f7b-9087-0d15dca8fc01 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.969752] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1446.971193] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1446.971193] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19dc29a0-9ca2-4443-9179-f3dee6712788 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.979671] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1446.979671] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523c8146-9bd5-9a36-d20c-d725ce9a710f" [ 1446.979671] env[62563]: _type = "Task" [ 1446.979671] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.996019] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523c8146-9bd5-9a36-d20c-d725ce9a710f, 'name': SearchDatastore_Task, 'duration_secs': 0.011968} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.996019] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5489d8-cd48-4ba3-9d7e-7b8c73dda0a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.001373] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1447.001373] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52bf17c6-3995-57d9-d390-5936dd02f9dd" [ 1447.001373] env[62563]: _type = "Task" [ 1447.001373] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.012171] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bf17c6-3995-57d9-d390-5936dd02f9dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.169024] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73522759-b0b1-44a5-92b2-f0c793a1cef2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.178645] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd0fc88-3aa8-409c-a170-bce3c42ed5ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.214911] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Acquiring lock "refresh_cache-a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.214911] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Acquired lock "refresh_cache-a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.214911] env[62563]: DEBUG nova.network.neutron [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.216769] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aa60b8-9a5c-4fcc-abec-fca91cb2181b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.227771] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8878fc56-8f6d-40a4-ae56-a9bfa3eeeb80 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.245981] env[62563]: DEBUG nova.compute.provider_tree [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.274675] env[62563]: DEBUG oslo_vmware.api [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1750873, 'name': PowerOnVM_Task, 'duration_secs': 0.703922} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.275018] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.275407] env[62563]: INFO nova.compute.manager [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1447.275628] env[62563]: DEBUG nova.compute.manager [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1447.276485] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44511bb-4072-4250-9fb4-8d7e3b7ffd12 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.303495] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "201f37af-ea79-4dea-9f20-2520213e1d6e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.303681] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "201f37af-ea79-4dea-9f20-2520213e1d6e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.512801] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bf17c6-3995-57d9-d390-5936dd02f9dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.513106] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.513368] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 84baf130-f07a-45d4-a57f-7b20833a85ea/84baf130-f07a-45d4-a57f-7b20833a85ea.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.513632] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78e35e2b-de1e-4b44-848d-3811fe69c2e0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.523749] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1447.523749] env[62563]: value = "task-1750875" [ 1447.523749] env[62563]: _type = "Task" [ 1447.523749] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.532545] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.649071] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "636c2770-3626-4101-b8de-65f9f883959f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.649392] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "636c2770-3626-4101-b8de-65f9f883959f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.749494] env[62563]: DEBUG nova.scheduler.client.report [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1447.769910] env[62563]: DEBUG nova.compute.manager [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1447.770630] env[62563]: DEBUG nova.virt.hardware [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1447.770918] env[62563]: DEBUG nova.virt.hardware [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1447.771386] env[62563]: DEBUG nova.virt.hardware [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.771386] env[62563]: DEBUG nova.virt.hardware [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1447.774400] env[62563]: DEBUG nova.virt.hardware [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.774400] env[62563]: DEBUG nova.virt.hardware [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1447.774400] env[62563]: DEBUG nova.virt.hardware [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1447.774400] env[62563]: DEBUG nova.virt.hardware [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1447.774400] env[62563]: DEBUG nova.virt.hardware [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1447.774400] env[62563]: DEBUG nova.virt.hardware [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1447.774400] env[62563]: DEBUG nova.virt.hardware [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1447.774811] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a1aaba-c570-497b-8d12-910ad51905a3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.782720] env[62563]: DEBUG nova.network.neutron [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1447.789848] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dad1645-6647-46aa-b70c-d6da9bc63e43 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.812421] env[62563]: DEBUG nova.compute.utils [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1447.821114] env[62563]: INFO nova.compute.manager [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Took 48.08 seconds to build instance. [ 1448.035951] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750875, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.087484] env[62563]: DEBUG nova.network.neutron [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Updating instance_info_cache with network_info: [{"id": "b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1", "address": "fa:16:3e:73:d5:41", "network": {"id": "60cb3dbc-5049-4eea-ba0b-1a32fc722e9d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-408947201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a55701cd374416938d5bf4e1b61627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7aa4250-2e", "ovs_interfaceid": "b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.159060] env[62563]: INFO nova.compute.manager [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Detaching volume 79eaaffe-9094-4ad0-b3eb-d923ed3d6be7 [ 1448.204410] env[62563]: INFO nova.virt.block_device [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Attempting to driver detach volume 79eaaffe-9094-4ad0-b3eb-d923ed3d6be7 from mountpoint /dev/sdb [ 1448.204410] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1448.204410] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363966', 'volume_id': '79eaaffe-9094-4ad0-b3eb-d923ed3d6be7', 'name': 'volume-79eaaffe-9094-4ad0-b3eb-d923ed3d6be7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '636c2770-3626-4101-b8de-65f9f883959f', 'attached_at': '', 'detached_at': '', 'volume_id': '79eaaffe-9094-4ad0-b3eb-d923ed3d6be7', 'serial': '79eaaffe-9094-4ad0-b3eb-d923ed3d6be7'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1448.204410] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2ee3b0-7ee8-4060-a5e3-5da5d4ef82d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.234237] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e88005-065c-4061-a415-df3c624d39a2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.244414] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f354435a-117e-4a8b-81b3-396d3ddbe806 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.250861] env[62563]: DEBUG nova.compute.manager [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Received event network-vif-plugged-2fc3a371-2f65-4b1a-829a-b726f10dfaec {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1448.251084] env[62563]: DEBUG oslo_concurrency.lockutils [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] Acquiring lock "84baf130-f07a-45d4-a57f-7b20833a85ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.251452] env[62563]: DEBUG oslo_concurrency.lockutils [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] Lock "84baf130-f07a-45d4-a57f-7b20833a85ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.251667] env[62563]: DEBUG oslo_concurrency.lockutils [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] Lock "84baf130-f07a-45d4-a57f-7b20833a85ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.251930] env[62563]: DEBUG nova.compute.manager [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] No waiting events found dispatching network-vif-plugged-2fc3a371-2f65-4b1a-829a-b726f10dfaec {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1448.252180] env[62563]: WARNING nova.compute.manager [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Received unexpected event network-vif-plugged-2fc3a371-2f65-4b1a-829a-b726f10dfaec for instance with vm_state building and task_state spawning. [ 1448.252448] env[62563]: DEBUG nova.compute.manager [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Received event network-changed-2fc3a371-2f65-4b1a-829a-b726f10dfaec {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1448.252663] env[62563]: DEBUG nova.compute.manager [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Refreshing instance network info cache due to event network-changed-2fc3a371-2f65-4b1a-829a-b726f10dfaec. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1448.253017] env[62563]: DEBUG oslo_concurrency.lockutils [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] Acquiring lock "refresh_cache-84baf130-f07a-45d4-a57f-7b20833a85ea" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.253086] env[62563]: DEBUG oslo_concurrency.lockutils [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] Acquired lock "refresh_cache-84baf130-f07a-45d4-a57f-7b20833a85ea" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.253319] env[62563]: DEBUG nova.network.neutron [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Refreshing network info cache for port 2fc3a371-2f65-4b1a-829a-b726f10dfaec {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.294636] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.299876] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.900s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.303305] env[62563]: INFO nova.compute.claims [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1448.311179] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5bc1c9-11d8-4a06-b69a-b3d6bf4ebc6b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.319322] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "201f37af-ea79-4dea-9f20-2520213e1d6e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.334560] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d6779797-fcde-4d4c-893e-9a7a43003d28 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.182s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.334850] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] The volume has not been displaced from its original location: [datastore1] volume-79eaaffe-9094-4ad0-b3eb-d923ed3d6be7/volume-79eaaffe-9094-4ad0-b3eb-d923ed3d6be7.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1448.341925] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1448.343219] env[62563]: INFO nova.scheduler.client.report [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Deleted allocations for instance b49674e8-0ae9-4130-b0c2-dc38d0c76a90 [ 1448.346339] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f13be8-596e-4fb7-a1c1-26b8946bf701 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.371220] env[62563]: DEBUG oslo_vmware.api [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1448.371220] env[62563]: value = "task-1750877" [ 1448.371220] env[62563]: _type = "Task" [ 1448.371220] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.384376] env[62563]: DEBUG oslo_vmware.api [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.537266] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750875, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.592707] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Releasing lock "refresh_cache-a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.592707] env[62563]: DEBUG nova.compute.manager [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Instance network_info: |[{"id": "b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1", "address": "fa:16:3e:73:d5:41", "network": {"id": "60cb3dbc-5049-4eea-ba0b-1a32fc722e9d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-408947201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a55701cd374416938d5bf4e1b61627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7aa4250-2e", "ovs_interfaceid": "b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1448.593191] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:d5:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.609131] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Creating folder: Project (05a55701cd374416938d5bf4e1b61627). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1448.609131] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98e1baa5-8e8f-4dcd-8d24-921b4d4aaf5f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.627165] env[62563]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1448.629153] env[62563]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62563) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1448.629153] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Folder already exists: Project (05a55701cd374416938d5bf4e1b61627). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1448.629434] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Creating folder: Instances. Parent ref: group-v363907. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1448.629752] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-707d151a-6d25-4998-9b56-3b9d25a3ebed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.644370] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Created folder: Instances in parent group-v363907. [ 1448.644687] env[62563]: DEBUG oslo.service.loopingcall [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.644964] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.645316] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2abb00c6-f3a9-4182-9580-9dc12a56d3a1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.669822] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.669822] env[62563]: value = "task-1750880" [ 1448.669822] env[62563]: _type = "Task" [ 1448.669822] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.679222] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750880, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.717353] env[62563]: DEBUG nova.compute.manager [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Received event network-vif-deleted-f8c8a22d-0d02-4ad1-a1fd-da3e205a4f74 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1448.717655] env[62563]: DEBUG nova.compute.manager [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Received event network-vif-plugged-b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1448.717895] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] Acquiring lock "a49fc7ed-4f0f-4ecd-b65d-727412edcf7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.718180] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] Lock "a49fc7ed-4f0f-4ecd-b65d-727412edcf7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.718680] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] Lock "a49fc7ed-4f0f-4ecd-b65d-727412edcf7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.719086] env[62563]: DEBUG nova.compute.manager [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] No waiting events found dispatching network-vif-plugged-b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1448.719787] env[62563]: WARNING nova.compute.manager [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Received unexpected event network-vif-plugged-b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1 for instance with vm_state building and task_state spawning. [ 1448.720036] env[62563]: DEBUG nova.compute.manager [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Received event network-changed-b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1448.720741] env[62563]: DEBUG nova.compute.manager [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Refreshing instance network info cache due to event network-changed-b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1448.721047] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] Acquiring lock "refresh_cache-a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.721261] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] Acquired lock "refresh_cache-a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.721477] env[62563]: DEBUG nova.network.neutron [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Refreshing network info cache for port b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.863919] env[62563]: DEBUG nova.compute.manager [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1448.870454] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40342abd-135a-443b-b20d-f07358c802b4 tempest-AttachInterfacesUnderV243Test-345188523 tempest-AttachInterfacesUnderV243Test-345188523-project-member] Lock "b49674e8-0ae9-4130-b0c2-dc38d0c76a90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.120s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.891772] env[62563]: DEBUG oslo_vmware.api [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750877, 'name': ReconfigVM_Task, 'duration_secs': 0.288335} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.891772] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1448.897218] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454e2663-b57a-48d9-aaf7-3db6f02f1b75 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.918420] env[62563]: DEBUG oslo_vmware.api [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1448.918420] env[62563]: value = "task-1750881" [ 1448.918420] env[62563]: _type = "Task" [ 1448.918420] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.936188] env[62563]: DEBUG oslo_vmware.api [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750881, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.036366] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750875, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.184802] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750880, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.261243] env[62563]: DEBUG nova.network.neutron [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Updated VIF entry in instance network info cache for port 2fc3a371-2f65-4b1a-829a-b726f10dfaec. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.261567] env[62563]: DEBUG nova.network.neutron [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Updating instance_info_cache with network_info: [{"id": "2fc3a371-2f65-4b1a-829a-b726f10dfaec", "address": "fa:16:3e:d6:98:25", "network": {"id": "409b3eb4-30ab-4533-8416-046b0b03d527", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-279547852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a97b80ee82458e86853a8efe399cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc3a371-2f", "ovs_interfaceid": "2fc3a371-2f65-4b1a-829a-b726f10dfaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.389338] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.419261] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "201f37af-ea79-4dea-9f20-2520213e1d6e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.419261] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "201f37af-ea79-4dea-9f20-2520213e1d6e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.419261] env[62563]: INFO nova.compute.manager [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Attaching volume 55c11872-aa59-432f-b05f-883891dfc3a7 to /dev/sdb [ 1449.452420] env[62563]: DEBUG oslo_vmware.api [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1750881, 'name': ReconfigVM_Task, 'duration_secs': 0.179225} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.452745] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363966', 'volume_id': '79eaaffe-9094-4ad0-b3eb-d923ed3d6be7', 'name': 'volume-79eaaffe-9094-4ad0-b3eb-d923ed3d6be7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '636c2770-3626-4101-b8de-65f9f883959f', 'attached_at': '', 'detached_at': '', 'volume_id': '79eaaffe-9094-4ad0-b3eb-d923ed3d6be7', 'serial': '79eaaffe-9094-4ad0-b3eb-d923ed3d6be7'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1449.485311] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f175bf-48c4-4cbd-92cd-2f52f3afdabc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.498063] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2cd3d0-dcee-430f-bb50-8bd3efba593c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.516465] env[62563]: DEBUG nova.virt.block_device [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Updating existing volume attachment record: f94577c2-0429-4961-84b9-7dd465396bfb {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1449.535732] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750875, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.551786} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.536759] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 84baf130-f07a-45d4-a57f-7b20833a85ea/84baf130-f07a-45d4-a57f-7b20833a85ea.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1449.536759] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1449.536759] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a54a7183-08b5-43c6-addd-962b02a5c136 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.550070] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1449.550070] env[62563]: value = "task-1750882" [ 1449.550070] env[62563]: _type = "Task" [ 1449.550070] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.563730] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.684437] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750880, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.765915] env[62563]: DEBUG oslo_concurrency.lockutils [req-d31a02e1-8a75-423c-833d-4dba878a90f8 req-6c48d067-5f3f-4a61-8dcd-02efb9f5bf6a service nova] Releasing lock "refresh_cache-84baf130-f07a-45d4-a57f-7b20833a85ea" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.808020] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9993873d-bfc5-482b-91a0-47cd4e76ae25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.819959] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c758ae50-f66d-4916-9ed0-e1709e7fc0f2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.860583] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d346b06-84d1-4b66-b292-b7f303b583c2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.874465] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09ce3d0-2418-45f3-880e-cc706b9afc15 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.890188] env[62563]: DEBUG nova.compute.provider_tree [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.936200] env[62563]: DEBUG nova.network.neutron [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Updated VIF entry in instance network info cache for port b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.936687] env[62563]: DEBUG nova.network.neutron [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Updating instance_info_cache with network_info: [{"id": "b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1", "address": "fa:16:3e:73:d5:41", "network": {"id": "60cb3dbc-5049-4eea-ba0b-1a32fc722e9d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-408947201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a55701cd374416938d5bf4e1b61627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7aa4250-2e", "ovs_interfaceid": "b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.033695] env[62563]: DEBUG nova.objects.instance [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lazy-loading 'flavor' on Instance uuid 636c2770-3626-4101-b8de-65f9f883959f {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.080024] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096857} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.080024] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1450.080024] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e05ead-3d42-4a9a-b698-b27c32bd06a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.117726] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 84baf130-f07a-45d4-a57f-7b20833a85ea/84baf130-f07a-45d4-a57f-7b20833a85ea.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1450.118106] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba4ca761-5f26-4ce3-8c24-bc2bf486a76c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.145312] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1450.145312] env[62563]: value = "task-1750887" [ 1450.145312] env[62563]: _type = "Task" [ 1450.145312] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.160518] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.186654] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750880, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.396465] env[62563]: DEBUG nova.scheduler.client.report [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1450.439896] env[62563]: DEBUG oslo_concurrency.lockutils [req-dfb3d3ca-60c0-4c5b-afaa-cf917b0401bb req-e6428ede-cb22-4dd6-b8ed-9bbc2601c420 service nova] Releasing lock "refresh_cache-a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.659714] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750887, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.692965] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750880, 'name': CreateVM_Task, 'duration_secs': 1.750354} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.693170] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.693978] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'attachment_id': '2d6f2749-596c-45f5-9382-ff32f55a9d15', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363920', 'volume_id': '7e5aebe1-0268-45bc-a682-73eca6ed9286', 'name': 'volume-7e5aebe1-0268-45bc-a682-73eca6ed9286', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a49fc7ed-4f0f-4ecd-b65d-727412edcf7c', 'attached_at': '', 'detached_at': '', 'volume_id': '7e5aebe1-0268-45bc-a682-73eca6ed9286', 'serial': '7e5aebe1-0268-45bc-a682-73eca6ed9286'}, 'volume_type': None}], 'swap': None} {{(pid=62563) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1450.694245] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Root volume attach. Driver type: vmdk {{(pid=62563) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1450.699027] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ed30df-b210-4a96-b542-fd6fd918982c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.707562] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8573f73-fca4-42b4-8c9a-ff8291e8a459 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.717021] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ba7f9e-88e5-4713-b35d-7dc7c151bb5f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.724596] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-eae31d68-d62c-4f86-947b-0960e351b4b0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.737134] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Waiting for the task: (returnval){ [ 1450.737134] env[62563]: value = "task-1750888" [ 1450.737134] env[62563]: _type = "Task" [ 1450.737134] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.744276] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1750888, 'name': RelocateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.787062] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "d225830f-a588-44be-a8c1-12d21b67ea7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.787062] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.904578] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.905184] env[62563]: DEBUG nova.compute.manager [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1450.908397] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.650s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.910517] env[62563]: INFO nova.compute.claims [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1450.944658] env[62563]: DEBUG oslo_vmware.rw_handles [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b7960-3e0b-5d86-ccaa-44125c2c02bf/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1450.945872] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d274af-7fab-41c7-8a44-87e97ec53053 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.954423] env[62563]: DEBUG oslo_vmware.rw_handles [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b7960-3e0b-5d86-ccaa-44125c2c02bf/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1450.954645] env[62563]: ERROR oslo_vmware.rw_handles [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b7960-3e0b-5d86-ccaa-44125c2c02bf/disk-0.vmdk due to incomplete transfer. [ 1450.954863] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b8d15162-4055-4ded-83ee-d9167126544a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.964269] env[62563]: DEBUG oslo_vmware.rw_handles [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b7960-3e0b-5d86-ccaa-44125c2c02bf/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1450.964502] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Uploaded image f70d7987-5edd-4f65-a4cf-5454c02589aa to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1450.968265] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1450.968265] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4ea7ab8c-e185-4f4b-8133-36f479fd1587 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.976968] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1450.976968] env[62563]: value = "task-1750889" [ 1450.976968] env[62563]: _type = "Task" [ 1450.976968] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.989427] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750889, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.055690] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1cbb7230-e7ce-4abb-9eb9-9bb33d49ee9e tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "636c2770-3626-4101-b8de-65f9f883959f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.405s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.056133] env[62563]: DEBUG oslo_concurrency.lockutils [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "interface-b2621e0a-496e-4b4d-81b9-8adabcd939fd-af802706-629a-4e15-9a6a-7ab25cd17868" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.057377] env[62563]: DEBUG oslo_concurrency.lockutils [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-b2621e0a-496e-4b4d-81b9-8adabcd939fd-af802706-629a-4e15-9a6a-7ab25cd17868" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.161561] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750887, 'name': ReconfigVM_Task, 'duration_secs': 0.550862} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.161561] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 84baf130-f07a-45d4-a57f-7b20833a85ea/84baf130-f07a-45d4-a57f-7b20833a85ea.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.161561] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62563) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1451.161561] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-c07d0cf9-6e44-4a95-885e-19b1177fb256 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.172173] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1451.172173] env[62563]: value = "task-1750890" [ 1451.172173] env[62563]: _type = "Task" [ 1451.172173] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.182737] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750890, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.249825] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1750888, 'name': RelocateVM_Task} progress is 20%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.337731] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "09921e8a-456f-4ebc-8bed-6300a1557d83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.337971] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "09921e8a-456f-4ebc-8bed-6300a1557d83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.417632] env[62563]: DEBUG nova.compute.utils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1451.421794] env[62563]: DEBUG nova.compute.manager [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1451.422046] env[62563]: DEBUG nova.network.neutron [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1451.487859] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750889, 'name': Destroy_Task, 'duration_secs': 0.349538} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.488236] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Destroyed the VM [ 1451.488489] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1451.488831] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7f2b9b79-309e-45bd-8dfe-eaa231872ef0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.497692] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1451.497692] env[62563]: value = "task-1750891" [ 1451.497692] env[62563]: _type = "Task" [ 1451.497692] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.507900] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750891, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.523078] env[62563]: DEBUG nova.policy [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c9523f90b044ddabc800103c1b9a1ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e27c0ab01c54ec8876a6ea42228ed90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1451.562813] env[62563]: DEBUG oslo_concurrency.lockutils [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.563012] env[62563]: DEBUG oslo_concurrency.lockutils [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.564284] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0a24b9-cd0e-4352-abd2-865036eb67f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.584057] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e05734-1fff-43e6-a916-0cbcd49dda0f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.613140] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Reconfiguring VM to detach interface {{(pid=62563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1451.613207] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8d91c4a-58ba-4242-aab6-b4ef950139dd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.632656] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1451.632656] env[62563]: value = "task-1750892" [ 1451.632656] env[62563]: _type = "Task" [ 1451.632656] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.641462] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.684505] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750890, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060234} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.684838] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62563) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1451.685721] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66670f05-78a8-46e9-ba45-fa9d930962f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.712595] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 84baf130-f07a-45d4-a57f-7b20833a85ea/ephemeral_0.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.712948] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9812a410-c90d-49a9-8580-8eec381fbf47 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.736387] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1451.736387] env[62563]: value = "task-1750893" [ 1451.736387] env[62563]: _type = "Task" [ 1451.736387] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.746293] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1750888, 'name': RelocateVM_Task, 'duration_secs': 0.779939} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.749802] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1451.749997] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363920', 'volume_id': '7e5aebe1-0268-45bc-a682-73eca6ed9286', 'name': 'volume-7e5aebe1-0268-45bc-a682-73eca6ed9286', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a49fc7ed-4f0f-4ecd-b65d-727412edcf7c', 'attached_at': '', 'detached_at': '', 'volume_id': '7e5aebe1-0268-45bc-a682-73eca6ed9286', 'serial': '7e5aebe1-0268-45bc-a682-73eca6ed9286'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1451.750344] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.751371] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7175a0b5-434c-411c-9fa3-a7eb14105db3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.769462] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ed0343-09ae-4db4-913c-ddb0d07c073a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.799101] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-7e5aebe1-0268-45bc-a682-73eca6ed9286/volume-7e5aebe1-0268-45bc-a682-73eca6ed9286.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.799384] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ece9d753-0230-447c-a2e8-09a0febff38a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.822567] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Waiting for the task: (returnval){ [ 1451.822567] env[62563]: value = "task-1750894" [ 1451.822567] env[62563]: _type = "Task" [ 1451.822567] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.828135] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1750894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.926174] env[62563]: DEBUG nova.compute.manager [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1452.013999] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750891, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.156036] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.258085] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750893, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.269289] env[62563]: DEBUG nova.network.neutron [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Successfully created port: 950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1452.333514] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1750894, 'name': ReconfigVM_Task, 'duration_secs': 0.379665} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.333910] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-7e5aebe1-0268-45bc-a682-73eca6ed9286/volume-7e5aebe1-0268-45bc-a682-73eca6ed9286.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.341723] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0faa585e-7acd-4f33-bb73-eb977c8b374b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.361633] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Waiting for the task: (returnval){ [ 1452.361633] env[62563]: value = "task-1750896" [ 1452.361633] env[62563]: _type = "Task" [ 1452.361633] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.371237] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1750896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.512633] env[62563]: DEBUG oslo_vmware.api [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750891, 'name': RemoveSnapshot_Task, 'duration_secs': 0.592869} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.512633] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1452.513134] env[62563]: INFO nova.compute.manager [None req-4b8d70d2-2f5c-4df0-a27d-3b0b06e6cc91 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Took 15.49 seconds to snapshot the instance on the hypervisor. [ 1452.535561] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba2218a-518a-4aa9-b8e6-4b44214687b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.544376] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a7c18e-eccf-432c-96c2-47069bc7b687 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.578496] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cde9213-3855-4ca8-9da3-fb9341f64881 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.587660] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569dae52-1d8a-469e-b730-c84befc16adf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.606250] env[62563]: DEBUG nova.compute.provider_tree [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.645637] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.698448] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "47dffabd-95e5-4cb9-8dba-5351355230fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.698678] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "47dffabd-95e5-4cb9-8dba-5351355230fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.754525] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750893, 'name': ReconfigVM_Task, 'duration_secs': 0.571138} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.755322] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 84baf130-f07a-45d4-a57f-7b20833a85ea/ephemeral_0.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.756030] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04ff3ff6-d564-445b-bfb6-0d9ce4b05ae2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.766297] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1452.766297] env[62563]: value = "task-1750897" [ 1452.766297] env[62563]: _type = "Task" [ 1452.766297] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.777088] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750897, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.877927] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1750896, 'name': ReconfigVM_Task, 'duration_secs': 0.141059} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.878104] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363920', 'volume_id': '7e5aebe1-0268-45bc-a682-73eca6ed9286', 'name': 'volume-7e5aebe1-0268-45bc-a682-73eca6ed9286', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a49fc7ed-4f0f-4ecd-b65d-727412edcf7c', 'attached_at': '', 'detached_at': '', 'volume_id': '7e5aebe1-0268-45bc-a682-73eca6ed9286', 'serial': '7e5aebe1-0268-45bc-a682-73eca6ed9286'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1452.878722] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33b880f2-ffc4-4ba6-9736-b32c7b3c5616 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.889581] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Waiting for the task: (returnval){ [ 1452.889581] env[62563]: value = "task-1750898" [ 1452.889581] env[62563]: _type = "Task" [ 1452.889581] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.906887] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1750898, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.940193] env[62563]: DEBUG nova.compute.manager [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1452.976654] env[62563]: DEBUG nova.virt.hardware [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1452.976988] env[62563]: DEBUG nova.virt.hardware [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1452.977519] env[62563]: DEBUG nova.virt.hardware [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.977519] env[62563]: DEBUG nova.virt.hardware [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1452.977846] env[62563]: DEBUG nova.virt.hardware [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.977998] env[62563]: DEBUG nova.virt.hardware [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1452.978294] env[62563]: DEBUG nova.virt.hardware [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1452.978602] env[62563]: DEBUG nova.virt.hardware [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1452.978903] env[62563]: DEBUG nova.virt.hardware [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1452.979088] env[62563]: DEBUG nova.virt.hardware [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1452.979351] env[62563]: DEBUG nova.virt.hardware [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1452.980599] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3942e466-4823-418f-84ac-40f1504c323c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.991450] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1925a28d-5862-46f7-814f-0244bd96c190 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.111699] env[62563]: DEBUG nova.scheduler.client.report [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1453.148104] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.276047] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750897, 'name': Rename_Task, 'duration_secs': 0.261485} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.277079] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.277079] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26960e8c-3b10-4599-9afc-e8a896274b6c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.289558] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1453.289558] env[62563]: value = "task-1750899" [ 1453.289558] env[62563]: _type = "Task" [ 1453.289558] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.299215] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.401602] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1750898, 'name': Rename_Task, 'duration_secs': 0.15977} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.401883] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.402206] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2a04419-841f-4a47-b870-3885b542b063 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.412783] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Waiting for the task: (returnval){ [ 1453.412783] env[62563]: value = "task-1750900" [ 1453.412783] env[62563]: _type = "Task" [ 1453.412783] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.422887] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1750900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.620033] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.620033] env[62563]: DEBUG nova.compute.manager [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1453.624943] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.532s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.625531] env[62563]: DEBUG nova.objects.instance [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Lazy-loading 'resources' on Instance uuid c8fb0191-9677-4361-8ed4-5592fd35be72 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.648168] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.801399] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.870697] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Acquiring lock "bda5ce78-0d41-4084-acdd-2172811f2c9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.871060] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Lock "bda5ce78-0d41-4084-acdd-2172811f2c9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.925134] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1750900, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.131021] env[62563]: DEBUG nova.compute.utils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1454.131021] env[62563]: DEBUG nova.compute.manager [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1454.131021] env[62563]: DEBUG nova.network.neutron [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1454.149166] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.224850] env[62563]: DEBUG nova.policy [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5bf7d13ed74f45b5c97272ec0d5513', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b163f78c60c540b2906fcc91ad4d8e97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1454.306427] env[62563]: DEBUG oslo_vmware.api [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1750899, 'name': PowerOnVM_Task, 'duration_secs': 0.756753} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.306625] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.306828] env[62563]: INFO nova.compute.manager [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1454.307012] env[62563]: DEBUG nova.compute.manager [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1454.307880] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc1aa5c-4262-4a45-b7b4-4bb8489a640a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.432322] env[62563]: DEBUG oslo_vmware.api [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1750900, 'name': PowerOnVM_Task, 'duration_secs': 0.873522} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.432453] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.432637] env[62563]: INFO nova.compute.manager [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1454.432774] env[62563]: DEBUG nova.compute.manager [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1454.434117] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f0eae3-481c-4023-bc25-311bd22d00e5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.568835] env[62563]: DEBUG nova.network.neutron [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Successfully updated port: 950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1454.577149] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1454.577431] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363977', 'volume_id': '55c11872-aa59-432f-b05f-883891dfc3a7', 'name': 'volume-55c11872-aa59-432f-b05f-883891dfc3a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '201f37af-ea79-4dea-9f20-2520213e1d6e', 'attached_at': '', 'detached_at': '', 'volume_id': '55c11872-aa59-432f-b05f-883891dfc3a7', 'serial': '55c11872-aa59-432f-b05f-883891dfc3a7'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1454.579689] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73316c6e-7a63-4eec-b4b1-7bfd0100e917 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.608868] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2e94d-4b68-45e6-bed9-5d5516268e0a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.614958] env[62563]: DEBUG nova.compute.manager [req-64885386-8909-4654-9cd2-9b1592926314 req-58553ce9-6611-40d2-8f05-3cb5d63406ee service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Received event network-vif-plugged-950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1454.615193] env[62563]: DEBUG oslo_concurrency.lockutils [req-64885386-8909-4654-9cd2-9b1592926314 req-58553ce9-6611-40d2-8f05-3cb5d63406ee service nova] Acquiring lock "8146eebc-9445-4f8c-8b2a-31724f59bedf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.615828] env[62563]: DEBUG oslo_concurrency.lockutils [req-64885386-8909-4654-9cd2-9b1592926314 req-58553ce9-6611-40d2-8f05-3cb5d63406ee service nova] Lock "8146eebc-9445-4f8c-8b2a-31724f59bedf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.615936] env[62563]: DEBUG oslo_concurrency.lockutils [req-64885386-8909-4654-9cd2-9b1592926314 req-58553ce9-6611-40d2-8f05-3cb5d63406ee service nova] Lock "8146eebc-9445-4f8c-8b2a-31724f59bedf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.616132] env[62563]: DEBUG nova.compute.manager [req-64885386-8909-4654-9cd2-9b1592926314 req-58553ce9-6611-40d2-8f05-3cb5d63406ee service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] No waiting events found dispatching network-vif-plugged-950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1454.616310] env[62563]: WARNING nova.compute.manager [req-64885386-8909-4654-9cd2-9b1592926314 req-58553ce9-6611-40d2-8f05-3cb5d63406ee service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Received unexpected event network-vif-plugged-950bcfd7-a03d-4033-af35-0d671fcdb713 for instance with vm_state building and task_state spawning. [ 1454.642306] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] volume-55c11872-aa59-432f-b05f-883891dfc3a7/volume-55c11872-aa59-432f-b05f-883891dfc3a7.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.645915] env[62563]: DEBUG nova.compute.manager [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1454.650768] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51ecc5d9-e21e-4393-9f27-b16bcbdd9824 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.678242] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.679563] env[62563]: DEBUG oslo_vmware.api [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1454.679563] env[62563]: value = "task-1750901" [ 1454.679563] env[62563]: _type = "Task" [ 1454.679563] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.722382] env[62563]: DEBUG nova.network.neutron [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Successfully created port: 6b97c539-bf03-4204-99bd-81ae90a3f4fa {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1454.769639] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9e0a18-bf51-4b8b-8ac5-163c2481b48d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.782279] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b9c353-9603-416d-b0db-67f066df0237 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.820712] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02213e46-122c-4092-afd2-509cc30c6bdd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.832561] env[62563]: INFO nova.compute.manager [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Took 52.93 seconds to build instance. [ 1454.840524] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4684a90-0a69-4cfe-b685-6ea6ab1d6e63 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.856103] env[62563]: DEBUG nova.compute.provider_tree [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.961809] env[62563]: INFO nova.compute.manager [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Took 46.22 seconds to build instance. [ 1455.016343] env[62563]: DEBUG nova.compute.manager [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1455.016701] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee675e8-5103-4036-b301-a4b26cad8235 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.068872] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquiring lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.069031] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquired lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.069191] env[62563]: DEBUG nova.network.neutron [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.163137] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.193441] env[62563]: DEBUG oslo_vmware.api [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.336013] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f706285e-5670-4cff-9c9f-3efac14b2041 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "84baf130-f07a-45d4-a57f-7b20833a85ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.955s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.359716] env[62563]: DEBUG nova.scheduler.client.report [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1455.463422] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e6f6a177-5a9f-4031-ba15-04cd7d2a1fe1 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Lock "a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.951s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.530459] env[62563]: INFO nova.compute.manager [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] instance snapshotting [ 1455.539488] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400553ad-b8b9-4b65-a85c-7c9edd790e79 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.567692] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5618095f-4808-4a6c-be73-80da715b0cfe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.629503] env[62563]: DEBUG nova.network.neutron [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1455.667092] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.678055] env[62563]: DEBUG nova.compute.manager [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1455.699022] env[62563]: DEBUG oslo_vmware.api [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750901, 'name': ReconfigVM_Task, 'duration_secs': 0.861835} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.699022] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Reconfigured VM instance instance-0000002f to attach disk [datastore1] volume-55c11872-aa59-432f-b05f-883891dfc3a7/volume-55c11872-aa59-432f-b05f-883891dfc3a7.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.701904] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9590b6fa-dd9f-4315-8377-9293e6eb20a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.722766] env[62563]: DEBUG nova.virt.hardware [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1455.723034] env[62563]: DEBUG nova.virt.hardware [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1455.723265] env[62563]: DEBUG nova.virt.hardware [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.723460] env[62563]: DEBUG nova.virt.hardware [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1455.723628] env[62563]: DEBUG nova.virt.hardware [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.726284] env[62563]: DEBUG nova.virt.hardware [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1455.726284] env[62563]: DEBUG nova.virt.hardware [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1455.726284] env[62563]: DEBUG nova.virt.hardware [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1455.726284] env[62563]: DEBUG nova.virt.hardware [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1455.726284] env[62563]: DEBUG nova.virt.hardware [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1455.726284] env[62563]: DEBUG nova.virt.hardware [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1455.726284] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a32000a-0eb9-4adf-bc3a-a1cf5e7b5c94 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.731126] env[62563]: DEBUG oslo_vmware.api [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1455.731126] env[62563]: value = "task-1750902" [ 1455.731126] env[62563]: _type = "Task" [ 1455.731126] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.743249] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66ab055-28c5-41f7-8014-4af1a1283191 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.750634] env[62563]: DEBUG oslo_vmware.api [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.837316] env[62563]: DEBUG nova.compute.manager [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1455.859434] env[62563]: DEBUG nova.network.neutron [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Updating instance_info_cache with network_info: [{"id": "950bcfd7-a03d-4033-af35-0d671fcdb713", "address": "fa:16:3e:a4:08:d5", "network": {"id": "be367924-0aa3-4e28-8d5b-4c15a46794a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851305666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e27c0ab01c54ec8876a6ea42228ed90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950bcfd7-a0", "ovs_interfaceid": "950bcfd7-a03d-4033-af35-0d671fcdb713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.865086] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.867511] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.956s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.869194] env[62563]: INFO nova.compute.claims [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.904660] env[62563]: INFO nova.scheduler.client.report [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Deleted allocations for instance c8fb0191-9677-4361-8ed4-5592fd35be72 [ 1455.968646] env[62563]: DEBUG nova.compute.manager [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1456.085868] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1456.086314] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d26aae90-935e-4ab6-8a1a-001b25dd4148 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.095778] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1456.095778] env[62563]: value = "task-1750903" [ 1456.095778] env[62563]: _type = "Task" [ 1456.095778] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.106191] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750903, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.166270] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.244501] env[62563]: DEBUG oslo_vmware.api [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750902, 'name': ReconfigVM_Task, 'duration_secs': 0.202618} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.244501] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363977', 'volume_id': '55c11872-aa59-432f-b05f-883891dfc3a7', 'name': 'volume-55c11872-aa59-432f-b05f-883891dfc3a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '201f37af-ea79-4dea-9f20-2520213e1d6e', 'attached_at': '', 'detached_at': '', 'volume_id': '55c11872-aa59-432f-b05f-883891dfc3a7', 'serial': '55c11872-aa59-432f-b05f-883891dfc3a7'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1456.364190] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Releasing lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.364190] env[62563]: DEBUG nova.compute.manager [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Instance network_info: |[{"id": "950bcfd7-a03d-4033-af35-0d671fcdb713", "address": "fa:16:3e:a4:08:d5", "network": {"id": "be367924-0aa3-4e28-8d5b-4c15a46794a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851305666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e27c0ab01c54ec8876a6ea42228ed90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950bcfd7-a0", "ovs_interfaceid": "950bcfd7-a03d-4033-af35-0d671fcdb713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1456.364380] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:08:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '950bcfd7-a03d-4033-af35-0d671fcdb713', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.376147] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Creating folder: Project (4e27c0ab01c54ec8876a6ea42228ed90). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.376613] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a251cad-5987-4c0f-938e-a8fe91393a98 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.380259] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.393635] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Created folder: Project (4e27c0ab01c54ec8876a6ea42228ed90) in parent group-v363823. [ 1456.394791] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Creating folder: Instances. Parent ref: group-v363978. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.394791] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-376e7963-0ba2-48e5-a388-f8793dab0c82 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.407427] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Created folder: Instances in parent group-v363978. [ 1456.407482] env[62563]: DEBUG oslo.service.loopingcall [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.407679] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.407895] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98e64be8-f9a4-4fee-8c8d-643ab9c14149 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.433105] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c814e78c-87fb-4e3a-aa43-7748bb3c3a1c tempest-VolumesAssistedSnapshotsTest-979899806 tempest-VolumesAssistedSnapshotsTest-979899806-project-member] Lock "c8fb0191-9677-4361-8ed4-5592fd35be72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.616s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.438533] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.438533] env[62563]: value = "task-1750906" [ 1456.438533] env[62563]: _type = "Task" [ 1456.438533] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.451562] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750906, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.493820] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.613109] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750903, 'name': CreateSnapshot_Task, 'duration_secs': 0.496857} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.614309] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1456.615886] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9572070d-568e-4870-aa1b-bc825518b6f1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.670774] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.682344] env[62563]: DEBUG nova.network.neutron [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Successfully updated port: 6b97c539-bf03-4204-99bd-81ae90a3f4fa {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1456.953739] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750906, 'name': CreateVM_Task, 'duration_secs': 0.425347} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.953917] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1456.954951] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.955174] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.955556] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1456.955831] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-072657aa-4016-4168-8564-12e8d5894e4c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.966578] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1456.966578] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52da4563-5033-ce00-d192-1be9d6c773f2" [ 1456.966578] env[62563]: _type = "Task" [ 1456.966578] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.980894] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52da4563-5033-ce00-d192-1be9d6c773f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.139149] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1457.140471] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-925e1c79-12f3-49dc-9957-41a50dc248cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.151377] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1457.151377] env[62563]: value = "task-1750907" [ 1457.151377] env[62563]: _type = "Task" [ 1457.151377] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.172526] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750892, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.175899] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750907, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.185701] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "refresh_cache-72a99e47-ef6a-4930-be72-bbb5af8f6c77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.185806] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "refresh_cache-72a99e47-ef6a-4930-be72-bbb5af8f6c77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.185941] env[62563]: DEBUG nova.network.neutron [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.295325] env[62563]: DEBUG nova.objects.instance [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lazy-loading 'flavor' on Instance uuid 201f37af-ea79-4dea-9f20-2520213e1d6e {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.393886] env[62563]: DEBUG nova.compute.manager [req-2be8361e-388e-45b7-8cb5-985775c21d5f req-f2be1ede-5a9f-4b04-8401-601c9e7c5745 service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Received event network-changed-2fc3a371-2f65-4b1a-829a-b726f10dfaec {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1457.394209] env[62563]: DEBUG nova.compute.manager [req-2be8361e-388e-45b7-8cb5-985775c21d5f req-f2be1ede-5a9f-4b04-8401-601c9e7c5745 service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Refreshing instance network info cache due to event network-changed-2fc3a371-2f65-4b1a-829a-b726f10dfaec. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1457.394449] env[62563]: DEBUG oslo_concurrency.lockutils [req-2be8361e-388e-45b7-8cb5-985775c21d5f req-f2be1ede-5a9f-4b04-8401-601c9e7c5745 service nova] Acquiring lock "refresh_cache-84baf130-f07a-45d4-a57f-7b20833a85ea" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.394593] env[62563]: DEBUG oslo_concurrency.lockutils [req-2be8361e-388e-45b7-8cb5-985775c21d5f req-f2be1ede-5a9f-4b04-8401-601c9e7c5745 service nova] Acquired lock "refresh_cache-84baf130-f07a-45d4-a57f-7b20833a85ea" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.394818] env[62563]: DEBUG nova.network.neutron [req-2be8361e-388e-45b7-8cb5-985775c21d5f req-f2be1ede-5a9f-4b04-8401-601c9e7c5745 service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Refreshing network info cache for port 2fc3a371-2f65-4b1a-829a-b726f10dfaec {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.432894] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c1d49b-2ee9-4865-8aed-9c36aeb1971f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.444433] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff0cd1a-d715-4d8c-851e-4a9c0d0e13f6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.495797] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810443e3-b716-4e1e-bce6-13f2c267adaa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.501719] env[62563]: DEBUG nova.compute.manager [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Received event network-changed-950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1457.501719] env[62563]: DEBUG nova.compute.manager [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Refreshing instance network info cache due to event network-changed-950bcfd7-a03d-4033-af35-0d671fcdb713. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1457.501719] env[62563]: DEBUG oslo_concurrency.lockutils [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] Acquiring lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.501719] env[62563]: DEBUG oslo_concurrency.lockutils [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] Acquired lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.503162] env[62563]: DEBUG nova.network.neutron [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Refreshing network info cache for port 950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.513658] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52da4563-5033-ce00-d192-1be9d6c773f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.513658] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.513658] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1457.513658] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.513658] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.513658] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1457.516466] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f228753c-d640-4c5d-baea-09457845a277 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.520638] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fde6de-e0db-4b11-ab0d-04efa724e394 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.537852] env[62563]: DEBUG nova.compute.provider_tree [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.542656] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1457.542656] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1457.542656] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a50fc55-e4f9-4657-aa33-57b11eac6f20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.548511] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1457.548511] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523fe465-b14d-8795-b6db-e89041673cca" [ 1457.548511] env[62563]: _type = "Task" [ 1457.548511] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.564465] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523fe465-b14d-8795-b6db-e89041673cca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.683811] env[62563]: DEBUG oslo_vmware.api [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750892, 'name': ReconfigVM_Task, 'duration_secs': 6.031828} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.685038] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750907, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.685038] env[62563]: DEBUG oslo_concurrency.lockutils [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.685038] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Reconfigured VM to detach interface {{(pid=62563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1457.724611] env[62563]: DEBUG nova.network.neutron [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1457.804680] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e0e21d0d-3c51-425c-9a16-55b0edfd263c tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "201f37af-ea79-4dea-9f20-2520213e1d6e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.387s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.045150] env[62563]: DEBUG nova.scheduler.client.report [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1458.072180] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523fe465-b14d-8795-b6db-e89041673cca, 'name': SearchDatastore_Task, 'duration_secs': 0.032061} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.072180] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e584f40e-5c71-4902-b97c-57700b67717d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.090033] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1458.090033] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523c66d2-3603-e92b-5d11-aed0c6cbd886" [ 1458.090033] env[62563]: _type = "Task" [ 1458.090033] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.111400] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523c66d2-3603-e92b-5d11-aed0c6cbd886, 'name': SearchDatastore_Task, 'duration_secs': 0.014608} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.111844] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.112271] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8146eebc-9445-4f8c-8b2a-31724f59bedf/8146eebc-9445-4f8c-8b2a-31724f59bedf.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1458.112651] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac741c5d-cb56-4e1e-a226-75d53c90b9e7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.123035] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1458.123035] env[62563]: value = "task-1750908" [ 1458.123035] env[62563]: _type = "Task" [ 1458.123035] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.132880] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.153633] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Acquiring lock "c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.153867] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Lock "c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.172938] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750907, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.339448] env[62563]: DEBUG nova.network.neutron [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Updating instance_info_cache with network_info: [{"id": "6b97c539-bf03-4204-99bd-81ae90a3f4fa", "address": "fa:16:3e:09:ef:6f", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b97c539-bf", "ovs_interfaceid": "6b97c539-bf03-4204-99bd-81ae90a3f4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.394204] env[62563]: DEBUG nova.network.neutron [req-2be8361e-388e-45b7-8cb5-985775c21d5f req-f2be1ede-5a9f-4b04-8401-601c9e7c5745 service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Updated VIF entry in instance network info cache for port 2fc3a371-2f65-4b1a-829a-b726f10dfaec. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.394606] env[62563]: DEBUG nova.network.neutron [req-2be8361e-388e-45b7-8cb5-985775c21d5f req-f2be1ede-5a9f-4b04-8401-601c9e7c5745 service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Updating instance_info_cache with network_info: [{"id": "2fc3a371-2f65-4b1a-829a-b726f10dfaec", "address": "fa:16:3e:d6:98:25", "network": {"id": "409b3eb4-30ab-4533-8416-046b0b03d527", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-279547852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a97b80ee82458e86853a8efe399cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc3a371-2f", "ovs_interfaceid": "2fc3a371-2f65-4b1a-829a-b726f10dfaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.565328] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.566121] env[62563]: DEBUG nova.compute.manager [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1458.569751] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.750s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.571687] env[62563]: INFO nova.compute.claims [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.637019] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750908, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.669522] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750907, 'name': CloneVM_Task} progress is 95%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.768232] env[62563]: DEBUG nova.network.neutron [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Updated VIF entry in instance network info cache for port 950bcfd7-a03d-4033-af35-0d671fcdb713. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.768618] env[62563]: DEBUG nova.network.neutron [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Updating instance_info_cache with network_info: [{"id": "950bcfd7-a03d-4033-af35-0d671fcdb713", "address": "fa:16:3e:a4:08:d5", "network": {"id": "be367924-0aa3-4e28-8d5b-4c15a46794a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851305666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e27c0ab01c54ec8876a6ea42228ed90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950bcfd7-a0", "ovs_interfaceid": "950bcfd7-a03d-4033-af35-0d671fcdb713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.812554] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "201f37af-ea79-4dea-9f20-2520213e1d6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.814032] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "201f37af-ea79-4dea-9f20-2520213e1d6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.814032] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "201f37af-ea79-4dea-9f20-2520213e1d6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.814032] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "201f37af-ea79-4dea-9f20-2520213e1d6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.814032] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "201f37af-ea79-4dea-9f20-2520213e1d6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.818723] env[62563]: INFO nova.compute.manager [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Terminating instance [ 1458.822782] env[62563]: DEBUG nova.compute.manager [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1458.823029] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.823293] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-878087c3-45d8-4048-8d0f-e5ad8ee4e169 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.832437] env[62563]: DEBUG oslo_vmware.api [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1458.832437] env[62563]: value = "task-1750909" [ 1458.832437] env[62563]: _type = "Task" [ 1458.832437] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.847142] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "refresh_cache-72a99e47-ef6a-4930-be72-bbb5af8f6c77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.847500] env[62563]: DEBUG nova.compute.manager [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Instance network_info: |[{"id": "6b97c539-bf03-4204-99bd-81ae90a3f4fa", "address": "fa:16:3e:09:ef:6f", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b97c539-bf", "ovs_interfaceid": "6b97c539-bf03-4204-99bd-81ae90a3f4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1458.847788] env[62563]: DEBUG oslo_vmware.api [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.848174] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:ef:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b97c539-bf03-4204-99bd-81ae90a3f4fa', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1458.856594] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Creating folder: Project (b163f78c60c540b2906fcc91ad4d8e97). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1458.857661] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83f9f6c8-576f-4d60-8c30-676c1acbc1a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.870028] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Created folder: Project (b163f78c60c540b2906fcc91ad4d8e97) in parent group-v363823. [ 1458.870100] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Creating folder: Instances. Parent ref: group-v363983. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1458.870473] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abc8132e-6716-475e-a15c-ce05f7bee63f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.883099] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Created folder: Instances in parent group-v363983. [ 1458.883460] env[62563]: DEBUG oslo.service.loopingcall [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1458.887461] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1458.887461] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4fc23d5-8b31-4af2-914a-e8c237162b1d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.905540] env[62563]: DEBUG oslo_concurrency.lockutils [req-2be8361e-388e-45b7-8cb5-985775c21d5f req-f2be1ede-5a9f-4b04-8401-601c9e7c5745 service nova] Releasing lock "refresh_cache-84baf130-f07a-45d4-a57f-7b20833a85ea" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.912846] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1458.912846] env[62563]: value = "task-1750912" [ 1458.912846] env[62563]: _type = "Task" [ 1458.912846] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.922996] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750912, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.071244] env[62563]: DEBUG nova.compute.utils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1459.072718] env[62563]: DEBUG nova.compute.manager [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1459.072885] env[62563]: DEBUG nova.network.neutron [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1459.139122] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577211} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.141378] env[62563]: DEBUG nova.policy [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f775b17df70d4cf1bf275ca8f3779f6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '540e6d174d6c4c54800b2ebbc3ea5970', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1459.144082] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8146eebc-9445-4f8c-8b2a-31724f59bedf/8146eebc-9445-4f8c-8b2a-31724f59bedf.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1459.144082] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1459.144207] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c1f194b-b697-4218-a2a8-b8ebcda4891a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.155420] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1459.155420] env[62563]: value = "task-1750913" [ 1459.155420] env[62563]: _type = "Task" [ 1459.155420] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.170023] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750907, 'name': CloneVM_Task, 'duration_secs': 1.667699} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.173397] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Created linked-clone VM from snapshot [ 1459.175039] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.175039] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1f128b-de65-401a-bf3e-32d90f21d0fe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.185359] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Uploading image e6a92f60-6fd9-4f24-ad47-271fe91005ec {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1459.219179] env[62563]: DEBUG oslo_vmware.rw_handles [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1459.219179] env[62563]: value = "vm-363982" [ 1459.219179] env[62563]: _type = "VirtualMachine" [ 1459.219179] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1459.219833] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-841e1a0d-3d61-4c55-ad9b-638c1fdb7c60 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.230955] env[62563]: DEBUG oslo_vmware.rw_handles [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lease: (returnval){ [ 1459.230955] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52371372-8820-290c-447e-0ad8dbfb3f08" [ 1459.230955] env[62563]: _type = "HttpNfcLease" [ 1459.230955] env[62563]: } obtained for exporting VM: (result){ [ 1459.230955] env[62563]: value = "vm-363982" [ 1459.230955] env[62563]: _type = "VirtualMachine" [ 1459.230955] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1459.231679] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the lease: (returnval){ [ 1459.231679] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52371372-8820-290c-447e-0ad8dbfb3f08" [ 1459.231679] env[62563]: _type = "HttpNfcLease" [ 1459.231679] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1459.239699] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1459.239699] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52371372-8820-290c-447e-0ad8dbfb3f08" [ 1459.239699] env[62563]: _type = "HttpNfcLease" [ 1459.239699] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1459.272960] env[62563]: DEBUG oslo_concurrency.lockutils [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] Releasing lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.273256] env[62563]: DEBUG nova.compute.manager [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Received event network-vif-plugged-6b97c539-bf03-4204-99bd-81ae90a3f4fa {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1459.273454] env[62563]: DEBUG oslo_concurrency.lockutils [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] Acquiring lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.273661] env[62563]: DEBUG oslo_concurrency.lockutils [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] Lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.273825] env[62563]: DEBUG oslo_concurrency.lockutils [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] Lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.273989] env[62563]: DEBUG nova.compute.manager [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] No waiting events found dispatching network-vif-plugged-6b97c539-bf03-4204-99bd-81ae90a3f4fa {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1459.274214] env[62563]: WARNING nova.compute.manager [req-b07dd1d8-dd34-43c4-bdf2-3660ca931d64 req-6088f8b2-4791-4b78-9c26-0475d682a0df service nova] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Received unexpected event network-vif-plugged-6b97c539-bf03-4204-99bd-81ae90a3f4fa for instance with vm_state building and task_state spawning. [ 1459.346087] env[62563]: DEBUG oslo_vmware.api [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750909, 'name': PowerOffVM_Task, 'duration_secs': 0.343771} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.346420] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.346638] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1459.346829] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363977', 'volume_id': '55c11872-aa59-432f-b05f-883891dfc3a7', 'name': 'volume-55c11872-aa59-432f-b05f-883891dfc3a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '201f37af-ea79-4dea-9f20-2520213e1d6e', 'attached_at': '', 'detached_at': '', 'volume_id': '55c11872-aa59-432f-b05f-883891dfc3a7', 'serial': '55c11872-aa59-432f-b05f-883891dfc3a7'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1459.347670] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cc1a81-99ea-4c3f-9c16-c3a98b162712 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.373319] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb7ea12-a278-4bcb-80e9-4d4ba4ca4f54 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.379856] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc68f04-549c-413e-bbc7-32f9f0e7c6ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.403217] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f60fb2e-1341-4fa8-ba12-392f21affdb1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.422764] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] The volume has not been displaced from its original location: [datastore1] volume-55c11872-aa59-432f-b05f-883891dfc3a7/volume-55c11872-aa59-432f-b05f-883891dfc3a7.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1459.428225] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Reconfiguring VM instance instance-0000002f to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1459.431646] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbe7fe3f-a557-4f37-85c3-ff9b57340c73 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.454084] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750912, 'name': CreateVM_Task, 'duration_secs': 0.459634} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.454230] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1459.454622] env[62563]: DEBUG oslo_vmware.api [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1459.454622] env[62563]: value = "task-1750915" [ 1459.454622] env[62563]: _type = "Task" [ 1459.454622] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.455575] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.455575] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.455871] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.456188] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0fa3f79-905c-41e9-b6fb-d87aa2dc77d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.464786] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1459.464786] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52deb591-a77f-f252-d039-3732387fdf99" [ 1459.464786] env[62563]: _type = "Task" [ 1459.464786] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.476731] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52deb591-a77f-f252-d039-3732387fdf99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.528170] env[62563]: DEBUG nova.compute.manager [req-334de7d8-9502-49de-b6e7-e390e6352cce req-3ac7ab8c-6cf0-40af-a2cf-8099aa774d42 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Received event network-changed-b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1459.528170] env[62563]: DEBUG nova.compute.manager [req-334de7d8-9502-49de-b6e7-e390e6352cce req-3ac7ab8c-6cf0-40af-a2cf-8099aa774d42 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Refreshing instance network info cache due to event network-changed-b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1459.528170] env[62563]: DEBUG oslo_concurrency.lockutils [req-334de7d8-9502-49de-b6e7-e390e6352cce req-3ac7ab8c-6cf0-40af-a2cf-8099aa774d42 service nova] Acquiring lock "refresh_cache-a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.528170] env[62563]: DEBUG oslo_concurrency.lockutils [req-334de7d8-9502-49de-b6e7-e390e6352cce req-3ac7ab8c-6cf0-40af-a2cf-8099aa774d42 service nova] Acquired lock "refresh_cache-a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.528170] env[62563]: DEBUG nova.network.neutron [req-334de7d8-9502-49de-b6e7-e390e6352cce req-3ac7ab8c-6cf0-40af-a2cf-8099aa774d42 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Refreshing network info cache for port b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.554751] env[62563]: DEBUG nova.compute.manager [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Received event network-changed-6b97c539-bf03-4204-99bd-81ae90a3f4fa {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1459.555166] env[62563]: DEBUG nova.compute.manager [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Refreshing instance network info cache due to event network-changed-6b97c539-bf03-4204-99bd-81ae90a3f4fa. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1459.555937] env[62563]: DEBUG oslo_concurrency.lockutils [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] Acquiring lock "refresh_cache-72a99e47-ef6a-4930-be72-bbb5af8f6c77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.555937] env[62563]: DEBUG oslo_concurrency.lockutils [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] Acquired lock "refresh_cache-72a99e47-ef6a-4930-be72-bbb5af8f6c77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.555937] env[62563]: DEBUG nova.network.neutron [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Refreshing network info cache for port 6b97c539-bf03-4204-99bd-81ae90a3f4fa {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.576359] env[62563]: DEBUG nova.compute.manager [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1459.667240] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081036} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.669801] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1459.672265] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51437777-0e57-4e1d-948c-c14bf827f0b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.688235] env[62563]: DEBUG oslo_concurrency.lockutils [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.688425] env[62563]: DEBUG oslo_concurrency.lockutils [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.688609] env[62563]: DEBUG nova.network.neutron [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.698613] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 8146eebc-9445-4f8c-8b2a-31724f59bedf/8146eebc-9445-4f8c-8b2a-31724f59bedf.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.699791] env[62563]: DEBUG nova.network.neutron [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Successfully created port: 9b359f98-5c0d-4082-8711-ea934a1749f7 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.704330] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73d59cb6-42ae-462a-8c40-421f043bd5d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.731024] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1459.731024] env[62563]: value = "task-1750916" [ 1459.731024] env[62563]: _type = "Task" [ 1459.731024] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.745456] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750916, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.745660] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1459.745660] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52371372-8820-290c-447e-0ad8dbfb3f08" [ 1459.745660] env[62563]: _type = "HttpNfcLease" [ 1459.745660] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1459.746022] env[62563]: DEBUG oslo_vmware.rw_handles [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1459.746022] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52371372-8820-290c-447e-0ad8dbfb3f08" [ 1459.746022] env[62563]: _type = "HttpNfcLease" [ 1459.746022] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1459.748015] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfdaff8-00aa-41cd-b4f1-470eb51c0132 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.756414] env[62563]: DEBUG oslo_vmware.rw_handles [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c4ef11-d6fa-331f-30cd-095efb0379f9/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1459.756677] env[62563]: DEBUG oslo_vmware.rw_handles [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c4ef11-d6fa-331f-30cd-095efb0379f9/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1459.857434] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-edfdd51a-9ffa-47ed-9b08-85d0a9366030 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.971673] env[62563]: DEBUG oslo_vmware.api [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.980289] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52deb591-a77f-f252-d039-3732387fdf99, 'name': SearchDatastore_Task, 'duration_secs': 0.050697} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.981051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.981051] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1459.981051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.981342] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.981342] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1459.984061] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2950b11e-b219-4555-a652-1f59653e208e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.996472] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1459.996472] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1459.996998] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b7af2f-4b6b-4ba7-87e9-7e222aba2123 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.006808] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1460.006808] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52bbc430-5782-563d-26df-374fd22ca1c9" [ 1460.006808] env[62563]: _type = "Task" [ 1460.006808] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.018567] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bbc430-5782-563d-26df-374fd22ca1c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.233715] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66e26ec-74c3-40c2-a449-29c970bf621c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.250574] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b75a0-04ce-4b30-97fc-87a59efa51dd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.256264] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.289328] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eb492d-7b39-4002-9592-2fc1fc1cad6b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.302040] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33520aa-caee-4eae-b20f-86828084da69 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.318029] env[62563]: DEBUG nova.compute.provider_tree [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.327696] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.327970] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.328196] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.328381] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.328546] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.331174] env[62563]: INFO nova.compute.manager [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Terminating instance [ 1460.333120] env[62563]: DEBUG nova.compute.manager [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1460.333349] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.334587] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43d63e2-fe34-426a-a3d3-5d6c50d86cbc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.345490] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.345856] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6923302-c821-4d78-95c1-977146abdb37 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.354169] env[62563]: DEBUG oslo_vmware.api [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1460.354169] env[62563]: value = "task-1750917" [ 1460.354169] env[62563]: _type = "Task" [ 1460.354169] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.372033] env[62563]: DEBUG oslo_vmware.api [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.477337] env[62563]: DEBUG oslo_vmware.api [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750915, 'name': ReconfigVM_Task, 'duration_secs': 0.657317} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.478513] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Reconfigured VM instance instance-0000002f to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1460.485770] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7beacbab-c907-4def-a18f-479dd0a386af {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.505969] env[62563]: DEBUG oslo_vmware.api [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1460.505969] env[62563]: value = "task-1750918" [ 1460.505969] env[62563]: _type = "Task" [ 1460.505969] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.522678] env[62563]: DEBUG oslo_vmware.api [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750918, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.528373] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bbc430-5782-563d-26df-374fd22ca1c9, 'name': SearchDatastore_Task, 'duration_secs': 0.045162} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.529425] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ca279e-6d13-44af-9152-17da5297a203 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.540299] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1460.540299] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5286e647-676b-903d-ef23-f0fc40c4f846" [ 1460.540299] env[62563]: _type = "Task" [ 1460.540299] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.559443] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5286e647-676b-903d-ef23-f0fc40c4f846, 'name': SearchDatastore_Task, 'duration_secs': 0.013426} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.559443] env[62563]: DEBUG nova.network.neutron [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Updated VIF entry in instance network info cache for port 6b97c539-bf03-4204-99bd-81ae90a3f4fa. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.559849] env[62563]: DEBUG nova.network.neutron [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Updating instance_info_cache with network_info: [{"id": "6b97c539-bf03-4204-99bd-81ae90a3f4fa", "address": "fa:16:3e:09:ef:6f", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b97c539-bf", "ovs_interfaceid": "6b97c539-bf03-4204-99bd-81ae90a3f4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.561264] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.561596] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 72a99e47-ef6a-4930-be72-bbb5af8f6c77/72a99e47-ef6a-4930-be72-bbb5af8f6c77.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1460.561876] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35c1a6c0-aa0c-41f2-821e-cb1adddb1797 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.570605] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1460.570605] env[62563]: value = "task-1750919" [ 1460.570605] env[62563]: _type = "Task" [ 1460.570605] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.588905] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1750919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.591667] env[62563]: DEBUG nova.compute.manager [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1460.629521] env[62563]: DEBUG nova.virt.hardware [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1460.629989] env[62563]: DEBUG nova.virt.hardware [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1460.630889] env[62563]: DEBUG nova.virt.hardware [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.631147] env[62563]: DEBUG nova.virt.hardware [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1460.631321] env[62563]: DEBUG nova.virt.hardware [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.631484] env[62563]: DEBUG nova.virt.hardware [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1460.632181] env[62563]: DEBUG nova.virt.hardware [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1460.632181] env[62563]: DEBUG nova.virt.hardware [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1460.632181] env[62563]: DEBUG nova.virt.hardware [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1460.632340] env[62563]: DEBUG nova.virt.hardware [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1460.632563] env[62563]: DEBUG nova.virt.hardware [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1460.633460] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91284f59-7286-450a-8be6-35d2ada38271 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.646151] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c34bb53-083f-40c9-ace5-c1d32412f109 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.674793] env[62563]: DEBUG nova.network.neutron [req-334de7d8-9502-49de-b6e7-e390e6352cce req-3ac7ab8c-6cf0-40af-a2cf-8099aa774d42 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Updated VIF entry in instance network info cache for port b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.675201] env[62563]: DEBUG nova.network.neutron [req-334de7d8-9502-49de-b6e7-e390e6352cce req-3ac7ab8c-6cf0-40af-a2cf-8099aa774d42 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Updating instance_info_cache with network_info: [{"id": "b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1", "address": "fa:16:3e:73:d5:41", "network": {"id": "60cb3dbc-5049-4eea-ba0b-1a32fc722e9d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-408947201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a55701cd374416938d5bf4e1b61627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7aa4250-2e", "ovs_interfaceid": "b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.740865] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750916, 'name': ReconfigVM_Task, 'duration_secs': 0.60625} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.741790] env[62563]: INFO nova.network.neutron [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Port af802706-629a-4e15-9a6a-7ab25cd17868 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1460.742210] env[62563]: DEBUG nova.network.neutron [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Updating instance_info_cache with network_info: [{"id": "b1af2956-c779-475c-adc0-d99333762ce5", "address": "fa:16:3e:0c:08:91", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1af2956-c7", "ovs_interfaceid": "b1af2956-c779-475c-adc0-d99333762ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.743493] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 8146eebc-9445-4f8c-8b2a-31724f59bedf/8146eebc-9445-4f8c-8b2a-31724f59bedf.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.744429] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65615144-e8c4-4320-a762-1fb479251879 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.754633] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1460.754633] env[62563]: value = "task-1750920" [ 1460.754633] env[62563]: _type = "Task" [ 1460.754633] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.773009] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750920, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.826145] env[62563]: DEBUG nova.scheduler.client.report [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1460.868535] env[62563]: DEBUG oslo_vmware.api [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750917, 'name': PowerOffVM_Task, 'duration_secs': 0.259946} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.868941] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.869117] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.869327] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-776fed8b-9a0c-4304-819f-a1b5bbdb8070 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.961774] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1460.961997] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1460.962269] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Deleting the datastore file [datastore1] b2621e0a-496e-4b4d-81b9-8adabcd939fd {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1460.962570] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4611c0ad-5d97-4deb-8976-68b8502e495a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.971906] env[62563]: DEBUG oslo_vmware.api [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1460.971906] env[62563]: value = "task-1750922" [ 1460.971906] env[62563]: _type = "Task" [ 1460.971906] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.982582] env[62563]: DEBUG oslo_vmware.api [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.018873] env[62563]: DEBUG oslo_vmware.api [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750918, 'name': ReconfigVM_Task, 'duration_secs': 0.203795} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.018873] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363977', 'volume_id': '55c11872-aa59-432f-b05f-883891dfc3a7', 'name': 'volume-55c11872-aa59-432f-b05f-883891dfc3a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '201f37af-ea79-4dea-9f20-2520213e1d6e', 'attached_at': '', 'detached_at': '', 'volume_id': '55c11872-aa59-432f-b05f-883891dfc3a7', 'serial': '55c11872-aa59-432f-b05f-883891dfc3a7'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1461.018988] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1461.019895] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d0148f-ce50-4410-b538-71bbeb2b266a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.029459] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1461.029796] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac6d012d-d02f-4f06-912a-9fb9c808b6a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.066202] env[62563]: DEBUG oslo_concurrency.lockutils [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] Releasing lock "refresh_cache-72a99e47-ef6a-4930-be72-bbb5af8f6c77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.066869] env[62563]: DEBUG nova.compute.manager [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Received event network-vif-deleted-af802706-629a-4e15-9a6a-7ab25cd17868 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1461.067038] env[62563]: INFO nova.compute.manager [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Neutron deleted interface af802706-629a-4e15-9a6a-7ab25cd17868; detaching it from the instance and deleting it from the info cache [ 1461.067434] env[62563]: DEBUG nova.network.neutron [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Updating instance_info_cache with network_info: [{"id": "b1af2956-c779-475c-adc0-d99333762ce5", "address": "fa:16:3e:0c:08:91", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1af2956-c7", "ovs_interfaceid": "b1af2956-c779-475c-adc0-d99333762ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.086771] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1750919, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.130975] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1461.131323] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1461.131519] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleting the datastore file [datastore1] 201f37af-ea79-4dea-9f20-2520213e1d6e {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1461.131967] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9e18e8e-a07a-4e05-8b3a-fb5307bea10e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.141472] env[62563]: DEBUG oslo_vmware.api [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1461.141472] env[62563]: value = "task-1750924" [ 1461.141472] env[62563]: _type = "Task" [ 1461.141472] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.152226] env[62563]: DEBUG oslo_vmware.api [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.178421] env[62563]: DEBUG oslo_concurrency.lockutils [req-334de7d8-9502-49de-b6e7-e390e6352cce req-3ac7ab8c-6cf0-40af-a2cf-8099aa774d42 service nova] Releasing lock "refresh_cache-a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.246060] env[62563]: DEBUG oslo_concurrency.lockutils [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "refresh_cache-b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.269411] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750920, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.332578] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.333212] env[62563]: DEBUG nova.compute.manager [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1461.336106] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.570s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.336593] env[62563]: DEBUG nova.objects.instance [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lazy-loading 'resources' on Instance uuid 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.484304] env[62563]: DEBUG oslo_vmware.api [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.570391] env[62563]: DEBUG oslo_concurrency.lockutils [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] Acquiring lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.583921] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1750919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601534} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.584432] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 72a99e47-ef6a-4930-be72-bbb5af8f6c77/72a99e47-ef6a-4930-be72-bbb5af8f6c77.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1461.585089] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1461.585531] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cd8b07b-d084-4272-a048-9bed55ca7db9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.597111] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1461.597111] env[62563]: value = "task-1750925" [ 1461.597111] env[62563]: _type = "Task" [ 1461.597111] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.608115] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1750925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.658059] env[62563]: DEBUG oslo_vmware.api [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1750924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430728} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.658494] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1461.658859] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1461.659141] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1461.659430] env[62563]: INFO nova.compute.manager [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Took 2.84 seconds to destroy the instance on the hypervisor. [ 1461.659787] env[62563]: DEBUG oslo.service.loopingcall [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1461.660173] env[62563]: DEBUG nova.compute.manager [-] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1461.660285] env[62563]: DEBUG nova.network.neutron [-] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1461.753109] env[62563]: DEBUG oslo_concurrency.lockutils [None req-21217f9d-8201-4966-a4a6-1ce0f0f724b3 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-b2621e0a-496e-4b4d-81b9-8adabcd939fd-af802706-629a-4e15-9a6a-7ab25cd17868" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.697s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.761653] env[62563]: DEBUG nova.network.neutron [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Successfully updated port: 9b359f98-5c0d-4082-8711-ea934a1749f7 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.779199] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750920, 'name': Rename_Task, 'duration_secs': 0.532065} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.781915] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.782414] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89eef8d4-250f-4795-b3d1-e710ba72d755 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.792818] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1461.792818] env[62563]: value = "task-1750926" [ 1461.792818] env[62563]: _type = "Task" [ 1461.792818] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.803433] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.842908] env[62563]: DEBUG nova.compute.utils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1461.844542] env[62563]: DEBUG nova.compute.manager [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1461.844878] env[62563]: DEBUG nova.network.neutron [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1461.940431] env[62563]: DEBUG nova.policy [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d32d646474b4d578bd426cce729c5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '053e47f46cf24867892244da432f0474', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1461.997915] env[62563]: DEBUG oslo_vmware.api [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1750922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.587407} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.002243] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.002591] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.002837] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.003034] env[62563]: INFO nova.compute.manager [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1462.003303] env[62563]: DEBUG oslo.service.loopingcall [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.004599] env[62563]: DEBUG nova.compute.manager [-] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1462.004739] env[62563]: DEBUG nova.network.neutron [-] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1462.110168] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1750925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140535} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.112179] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1462.114183] env[62563]: DEBUG nova.compute.manager [req-b389792e-21ad-4f43-8fa6-50453012460a req-4680bec4-ec56-4ac4-b707-844e5f480787 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Received event network-vif-plugged-9b359f98-5c0d-4082-8711-ea934a1749f7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1462.114513] env[62563]: DEBUG oslo_concurrency.lockutils [req-b389792e-21ad-4f43-8fa6-50453012460a req-4680bec4-ec56-4ac4-b707-844e5f480787 service nova] Acquiring lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.114900] env[62563]: DEBUG oslo_concurrency.lockutils [req-b389792e-21ad-4f43-8fa6-50453012460a req-4680bec4-ec56-4ac4-b707-844e5f480787 service nova] Lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.115563] env[62563]: DEBUG oslo_concurrency.lockutils [req-b389792e-21ad-4f43-8fa6-50453012460a req-4680bec4-ec56-4ac4-b707-844e5f480787 service nova] Lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.115697] env[62563]: DEBUG nova.compute.manager [req-b389792e-21ad-4f43-8fa6-50453012460a req-4680bec4-ec56-4ac4-b707-844e5f480787 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] No waiting events found dispatching network-vif-plugged-9b359f98-5c0d-4082-8711-ea934a1749f7 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1462.116021] env[62563]: WARNING nova.compute.manager [req-b389792e-21ad-4f43-8fa6-50453012460a req-4680bec4-ec56-4ac4-b707-844e5f480787 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Received unexpected event network-vif-plugged-9b359f98-5c0d-4082-8711-ea934a1749f7 for instance with vm_state building and task_state spawning. [ 1462.119711] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697bd917-6084-4acb-8ab4-6b08f07e940e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.154453] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 72a99e47-ef6a-4930-be72-bbb5af8f6c77/72a99e47-ef6a-4930-be72-bbb5af8f6c77.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.158839] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12a45cb1-97cd-4219-9a6c-fb0bd3678636 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.179689] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "0e1d3972-426d-4751-bebe-12dd732bbef3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.179938] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.188563] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1462.188563] env[62563]: value = "task-1750927" [ 1462.188563] env[62563]: _type = "Task" [ 1462.188563] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.204667] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1750927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.279639] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.279846] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquired lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.279987] env[62563]: DEBUG nova.network.neutron [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.307789] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.351714] env[62563]: DEBUG nova.compute.manager [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1462.565441] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca819053-7db3-4067-a151-51e77d41eea0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.576500] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8885443-33ac-47df-b4f8-ad85b8d6c665 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.612702] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b229a7d7-894f-450d-8a1b-935376d9b043 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.622216] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95276375-d196-4fb7-89e7-5ae743f7f9de {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.640693] env[62563]: DEBUG nova.compute.provider_tree [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.705535] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1750927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.705730] env[62563]: DEBUG nova.network.neutron [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Successfully created port: 4a710dfa-7743-4f60-85f1-a4f0606199f7 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1462.807423] env[62563]: DEBUG oslo_vmware.api [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750926, 'name': PowerOnVM_Task, 'duration_secs': 0.759211} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.807708] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1462.808384] env[62563]: INFO nova.compute.manager [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1462.808384] env[62563]: DEBUG nova.compute.manager [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1462.809137] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5249fa9c-356f-4d32-af2f-57be95f329b8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.815649] env[62563]: DEBUG nova.network.neutron [-] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.125808] env[62563]: DEBUG nova.network.neutron [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.144204] env[62563]: DEBUG nova.scheduler.client.report [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1463.201107] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1750927, 'name': ReconfigVM_Task, 'duration_secs': 0.626689} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.201450] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 72a99e47-ef6a-4930-be72-bbb5af8f6c77/72a99e47-ef6a-4930-be72-bbb5af8f6c77.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.202253] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c4c26d9-08b2-4041-baf3-e28708d8a7e8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.213961] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1463.213961] env[62563]: value = "task-1750928" [ 1463.213961] env[62563]: _type = "Task" [ 1463.213961] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.224494] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1750928, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.323991] env[62563]: INFO nova.compute.manager [-] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Took 1.66 seconds to deallocate network for instance. [ 1463.333779] env[62563]: INFO nova.compute.manager [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Took 46.97 seconds to build instance. [ 1463.367016] env[62563]: DEBUG nova.compute.manager [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1463.392808] env[62563]: DEBUG nova.virt.hardware [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1463.393476] env[62563]: DEBUG nova.virt.hardware [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1463.393476] env[62563]: DEBUG nova.virt.hardware [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.393476] env[62563]: DEBUG nova.virt.hardware [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1463.393672] env[62563]: DEBUG nova.virt.hardware [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.393741] env[62563]: DEBUG nova.virt.hardware [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1463.393909] env[62563]: DEBUG nova.virt.hardware [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1463.395720] env[62563]: DEBUG nova.virt.hardware [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1463.396041] env[62563]: DEBUG nova.virt.hardware [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1463.396278] env[62563]: DEBUG nova.virt.hardware [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1463.396741] env[62563]: DEBUG nova.virt.hardware [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1463.397957] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367db937-7974-422a-9105-1f7781d37a8e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.410309] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9172f4-2a42-45d9-a162-64ad1f8e8c2b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.456182] env[62563]: DEBUG nova.network.neutron [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Updating instance_info_cache with network_info: [{"id": "9b359f98-5c0d-4082-8711-ea934a1749f7", "address": "fa:16:3e:17:d8:81", "network": {"id": "c778a895-9e72-4f81-808a-4cfdb236e0d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1333487908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540e6d174d6c4c54800b2ebbc3ea5970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b359f98-5c", "ovs_interfaceid": "9b359f98-5c0d-4082-8711-ea934a1749f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.649614] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.652999] env[62563]: DEBUG oslo_concurrency.lockutils [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.773s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.653557] env[62563]: DEBUG nova.objects.instance [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Lazy-loading 'resources' on Instance uuid edc08dae-5efc-4bdc-be26-1c8e20c23131 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.681088] env[62563]: INFO nova.scheduler.client.report [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Deleted allocations for instance 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7 [ 1463.730371] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1750928, 'name': Rename_Task, 'duration_secs': 0.483852} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.731129] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.731129] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80205e34-6bc7-472a-b524-37dd7c5178ee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.742258] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1463.742258] env[62563]: value = "task-1750929" [ 1463.742258] env[62563]: _type = "Task" [ 1463.742258] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.751593] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1750929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.838754] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc3d39be-bedb-4bd9-9c19-7ce46d1cf71b tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Lock "8146eebc-9445-4f8c-8b2a-31724f59bedf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.289s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.906326] env[62563]: INFO nova.compute.manager [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Took 0.58 seconds to detach 1 volumes for instance. [ 1463.930635] env[62563]: DEBUG nova.network.neutron [-] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.966021] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Releasing lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.966021] env[62563]: DEBUG nova.compute.manager [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Instance network_info: |[{"id": "9b359f98-5c0d-4082-8711-ea934a1749f7", "address": "fa:16:3e:17:d8:81", "network": {"id": "c778a895-9e72-4f81-808a-4cfdb236e0d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1333487908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540e6d174d6c4c54800b2ebbc3ea5970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b359f98-5c", "ovs_interfaceid": "9b359f98-5c0d-4082-8711-ea934a1749f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1463.966021] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:d8:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b359f98-5c0d-4082-8711-ea934a1749f7', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.976620] env[62563]: DEBUG oslo.service.loopingcall [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.979015] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.979015] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f07f5c5-ee3a-48dd-adf9-4394a04413eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.002762] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.002762] env[62563]: value = "task-1750930" [ 1464.002762] env[62563]: _type = "Task" [ 1464.002762] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.012836] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750930, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.191378] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5d179c77-e365-4558-8aa1-6afb9c8ba91d tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.760s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.192673] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 36.870s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.192902] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.193171] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.193395] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.198995] env[62563]: INFO nova.compute.manager [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Terminating instance [ 1464.206339] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.206577] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquired lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.206782] env[62563]: DEBUG nova.network.neutron [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1464.257641] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1750929, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.343367] env[62563]: DEBUG nova.compute.manager [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1464.415882] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.433832] env[62563]: INFO nova.compute.manager [-] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Took 2.43 seconds to deallocate network for instance. [ 1464.452342] env[62563]: DEBUG nova.compute.manager [req-e02d19fe-6673-4390-9994-9ca508f1e3b8 req-0a45e3d4-a38b-4214-9980-68ea8ab6b807 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Received event network-changed-9b359f98-5c0d-4082-8711-ea934a1749f7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1464.452693] env[62563]: DEBUG nova.compute.manager [req-e02d19fe-6673-4390-9994-9ca508f1e3b8 req-0a45e3d4-a38b-4214-9980-68ea8ab6b807 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Refreshing instance network info cache due to event network-changed-9b359f98-5c0d-4082-8711-ea934a1749f7. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1464.453048] env[62563]: DEBUG oslo_concurrency.lockutils [req-e02d19fe-6673-4390-9994-9ca508f1e3b8 req-0a45e3d4-a38b-4214-9980-68ea8ab6b807 service nova] Acquiring lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.453302] env[62563]: DEBUG oslo_concurrency.lockutils [req-e02d19fe-6673-4390-9994-9ca508f1e3b8 req-0a45e3d4-a38b-4214-9980-68ea8ab6b807 service nova] Acquired lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.453595] env[62563]: DEBUG nova.network.neutron [req-e02d19fe-6673-4390-9994-9ca508f1e3b8 req-0a45e3d4-a38b-4214-9980-68ea8ab6b807 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Refreshing network info cache for port 9b359f98-5c0d-4082-8711-ea934a1749f7 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.514950] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750930, 'name': CreateVM_Task, 'duration_secs': 0.419289} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.514950] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.516215] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.516215] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.516215] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.516493] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45c6381-5977-4337-83b3-f4c549adeb85 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.524676] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1464.524676] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52417123-ba82-e54c-b1ed-9edd233d59a7" [ 1464.524676] env[62563]: _type = "Task" [ 1464.524676] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.533659] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52417123-ba82-e54c-b1ed-9edd233d59a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.705692] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d774531f-de75-4ec7-918c-8103e76baa16 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.708988] env[62563]: DEBUG nova.compute.utils [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Can not refresh info_cache because instance was not found {{(pid=62563) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1464.715026] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f537a2-0a5c-4d92-b620-f1e3cf761b8e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.750546] env[62563]: DEBUG nova.network.neutron [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.756349] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5342b981-bd00-40f4-906d-85724a0b17be {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.766567] env[62563]: DEBUG oslo_vmware.api [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1750929, 'name': PowerOnVM_Task, 'duration_secs': 0.585301} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.769036] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1464.769151] env[62563]: INFO nova.compute.manager [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1464.769277] env[62563]: DEBUG nova.compute.manager [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1464.770521] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d2f270-6282-4f46-884a-a1df7aef9689 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.774197] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d754661-8d31-4c47-b1dd-157561ae60a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.796745] env[62563]: DEBUG nova.compute.provider_tree [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.872520] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.881141] env[62563]: DEBUG nova.network.neutron [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.931110] env[62563]: DEBUG nova.network.neutron [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Successfully updated port: 4a710dfa-7743-4f60-85f1-a4f0606199f7 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.948174] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.038972] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52417123-ba82-e54c-b1ed-9edd233d59a7, 'name': SearchDatastore_Task, 'duration_secs': 0.022189} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.039358] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.039586] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.039934] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.040067] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.040307] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.040619] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-368aa5cd-c87f-4ddc-9fa9-b63555765364 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.051536] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.051776] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.052808] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aff69a7-bca0-4563-ae91-1f46f5fe6de3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.061024] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1465.061024] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5295e717-2fbd-46b2-a74f-79be97e9dc29" [ 1465.061024] env[62563]: _type = "Task" [ 1465.061024] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.071500] env[62563]: INFO nova.compute.manager [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Rescuing [ 1465.071799] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquiring lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.071953] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquired lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.072137] env[62563]: DEBUG nova.network.neutron [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.073587] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5295e717-2fbd-46b2-a74f-79be97e9dc29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.303894] env[62563]: DEBUG nova.scheduler.client.report [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1465.311498] env[62563]: INFO nova.compute.manager [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Took 48.08 seconds to build instance. [ 1465.333503] env[62563]: DEBUG nova.network.neutron [req-e02d19fe-6673-4390-9994-9ca508f1e3b8 req-0a45e3d4-a38b-4214-9980-68ea8ab6b807 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Updated VIF entry in instance network info cache for port 9b359f98-5c0d-4082-8711-ea934a1749f7. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.333984] env[62563]: DEBUG nova.network.neutron [req-e02d19fe-6673-4390-9994-9ca508f1e3b8 req-0a45e3d4-a38b-4214-9980-68ea8ab6b807 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Updating instance_info_cache with network_info: [{"id": "9b359f98-5c0d-4082-8711-ea934a1749f7", "address": "fa:16:3e:17:d8:81", "network": {"id": "c778a895-9e72-4f81-808a-4cfdb236e0d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1333487908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540e6d174d6c4c54800b2ebbc3ea5970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b359f98-5c", "ovs_interfaceid": "9b359f98-5c0d-4082-8711-ea934a1749f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.383599] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Releasing lock "refresh_cache-5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.384042] env[62563]: DEBUG nova.compute.manager [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1465.384283] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.384602] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0546f03f-8fda-450c-bbfb-bd9004c8d338 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.398757] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d86b8da-0de2-4e87-95d4-cc70ae910962 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.445648] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "refresh_cache-690beff5-67eb-4a94-949b-159dc93e65de" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.445816] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "refresh_cache-690beff5-67eb-4a94-949b-159dc93e65de" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.445967] env[62563]: DEBUG nova.network.neutron [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.449164] env[62563]: WARNING nova.virt.vmwareapi.vmops [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7 could not be found. [ 1465.449164] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.449164] env[62563]: INFO nova.compute.manager [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1465.449164] env[62563]: DEBUG oslo.service.loopingcall [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.449164] env[62563]: DEBUG nova.compute.manager [-] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1465.449164] env[62563]: DEBUG nova.network.neutron [-] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.468552] env[62563]: DEBUG nova.network.neutron [-] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.572299] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5295e717-2fbd-46b2-a74f-79be97e9dc29, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.573135] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c677894-bb95-4fad-a59b-eb43021a2580 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.581940] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1465.581940] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525957b7-61ec-823b-23de-76eff9b09d34" [ 1465.581940] env[62563]: _type = "Task" [ 1465.581940] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.590651] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525957b7-61ec-823b-23de-76eff9b09d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.814743] env[62563]: DEBUG oslo_concurrency.lockutils [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.816392] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2162b6b9-6279-4635-aa43-58ab83c7cf38 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.220s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.819542] env[62563]: DEBUG oslo_concurrency.lockutils [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.664s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.819542] env[62563]: DEBUG nova.objects.instance [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Lazy-loading 'resources' on Instance uuid bc70735f-b8b7-4fc3-ac89-f896cb079bca {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.837065] env[62563]: DEBUG oslo_concurrency.lockutils [req-e02d19fe-6673-4390-9994-9ca508f1e3b8 req-0a45e3d4-a38b-4214-9980-68ea8ab6b807 service nova] Releasing lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.837376] env[62563]: DEBUG nova.compute.manager [req-e02d19fe-6673-4390-9994-9ca508f1e3b8 req-0a45e3d4-a38b-4214-9980-68ea8ab6b807 service nova] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Received event network-vif-deleted-df5b2548-9f00-4aaa-847b-80af7f7c0274 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1465.837595] env[62563]: DEBUG nova.compute.manager [req-e02d19fe-6673-4390-9994-9ca508f1e3b8 req-0a45e3d4-a38b-4214-9980-68ea8ab6b807 service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Received event network-vif-deleted-b1af2956-c779-475c-adc0-d99333762ce5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1465.852877] env[62563]: INFO nova.scheduler.client.report [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Deleted allocations for instance edc08dae-5efc-4bdc-be26-1c8e20c23131 [ 1465.922149] env[62563]: DEBUG nova.network.neutron [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Updating instance_info_cache with network_info: [{"id": "950bcfd7-a03d-4033-af35-0d671fcdb713", "address": "fa:16:3e:a4:08:d5", "network": {"id": "be367924-0aa3-4e28-8d5b-4c15a46794a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851305666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e27c0ab01c54ec8876a6ea42228ed90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950bcfd7-a0", "ovs_interfaceid": "950bcfd7-a03d-4033-af35-0d671fcdb713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.971631] env[62563]: DEBUG nova.network.neutron [-] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.995748] env[62563]: DEBUG nova.network.neutron [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1466.092751] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525957b7-61ec-823b-23de-76eff9b09d34, 'name': SearchDatastore_Task, 'duration_secs': 0.028366} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.093121] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.093296] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] f0f5faef-c983-4d90-b7b2-4a3dcf00d117/f0f5faef-c983-4d90-b7b2-4a3dcf00d117.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.093639] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ac1e752-0225-44c0-bfce-1823d965672c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.104169] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1466.104169] env[62563]: value = "task-1750931" [ 1466.104169] env[62563]: _type = "Task" [ 1466.104169] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.112952] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.148870] env[62563]: DEBUG nova.network.neutron [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Updating instance_info_cache with network_info: [{"id": "4a710dfa-7743-4f60-85f1-a4f0606199f7", "address": "fa:16:3e:6a:fc:36", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a710dfa-77", "ovs_interfaceid": "4a710dfa-7743-4f60-85f1-a4f0606199f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.325970] env[62563]: DEBUG nova.compute.manager [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1466.334367] env[62563]: DEBUG oslo_concurrency.lockutils [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "024ba1e3-9d5f-4345-a522-d2fbe6c361b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.334367] env[62563]: DEBUG oslo_concurrency.lockutils [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "024ba1e3-9d5f-4345-a522-d2fbe6c361b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.334367] env[62563]: DEBUG oslo_concurrency.lockutils [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "024ba1e3-9d5f-4345-a522-d2fbe6c361b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.334367] env[62563]: DEBUG oslo_concurrency.lockutils [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "024ba1e3-9d5f-4345-a522-d2fbe6c361b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.334367] env[62563]: DEBUG oslo_concurrency.lockutils [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "024ba1e3-9d5f-4345-a522-d2fbe6c361b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.335695] env[62563]: INFO nova.compute.manager [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Terminating instance [ 1466.338428] env[62563]: DEBUG nova.compute.manager [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1466.338634] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.339522] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594bbd03-3577-4200-9141-1ac567a0d619 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.351273] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.357306] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48b0302a-a995-4a29-882c-1e65ab412640 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.368781] env[62563]: DEBUG oslo_vmware.api [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1466.368781] env[62563]: value = "task-1750932" [ 1466.368781] env[62563]: _type = "Task" [ 1466.368781] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.373199] env[62563]: DEBUG oslo_concurrency.lockutils [None req-88d64662-acb4-4a52-b7c1-a4ac51276801 tempest-ServersTestFqdnHostnames-1439532219 tempest-ServersTestFqdnHostnames-1439532219-project-member] Lock "edc08dae-5efc-4bdc-be26-1c8e20c23131" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.159s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.387616] env[62563]: DEBUG oslo_vmware.api [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.426793] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Releasing lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.476716] env[62563]: INFO nova.compute.manager [-] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Took 1.03 seconds to deallocate network for instance. [ 1466.622870] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750931, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.657058] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "refresh_cache-690beff5-67eb-4a94-949b-159dc93e65de" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.657058] env[62563]: DEBUG nova.compute.manager [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Instance network_info: |[{"id": "4a710dfa-7743-4f60-85f1-a4f0606199f7", "address": "fa:16:3e:6a:fc:36", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a710dfa-77", "ovs_interfaceid": "4a710dfa-7743-4f60-85f1-a4f0606199f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1466.657058] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:fc:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a710dfa-7743-4f60-85f1-a4f0606199f7', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.670248] env[62563]: DEBUG oslo.service.loopingcall [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.673173] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.674226] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9898fd31-9973-45f9-a8e6-d9243e0cc28a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.710630] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.710630] env[62563]: value = "task-1750933" [ 1466.710630] env[62563]: _type = "Task" [ 1466.710630] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.721319] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750933, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.740515] env[62563]: DEBUG nova.compute.manager [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Received event network-vif-plugged-4a710dfa-7743-4f60-85f1-a4f0606199f7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1466.740801] env[62563]: DEBUG oslo_concurrency.lockutils [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] Acquiring lock "690beff5-67eb-4a94-949b-159dc93e65de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.741245] env[62563]: DEBUG oslo_concurrency.lockutils [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] Lock "690beff5-67eb-4a94-949b-159dc93e65de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.741577] env[62563]: DEBUG oslo_concurrency.lockutils [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] Lock "690beff5-67eb-4a94-949b-159dc93e65de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.741844] env[62563]: DEBUG nova.compute.manager [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] No waiting events found dispatching network-vif-plugged-4a710dfa-7743-4f60-85f1-a4f0606199f7 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1466.742146] env[62563]: WARNING nova.compute.manager [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Received unexpected event network-vif-plugged-4a710dfa-7743-4f60-85f1-a4f0606199f7 for instance with vm_state building and task_state spawning. [ 1466.742397] env[62563]: DEBUG nova.compute.manager [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Received event network-changed-4a710dfa-7743-4f60-85f1-a4f0606199f7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1466.742650] env[62563]: DEBUG nova.compute.manager [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Refreshing instance network info cache due to event network-changed-4a710dfa-7743-4f60-85f1-a4f0606199f7. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1466.742984] env[62563]: DEBUG oslo_concurrency.lockutils [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] Acquiring lock "refresh_cache-690beff5-67eb-4a94-949b-159dc93e65de" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.743395] env[62563]: DEBUG oslo_concurrency.lockutils [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] Acquired lock "refresh_cache-690beff5-67eb-4a94-949b-159dc93e65de" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.743743] env[62563]: DEBUG nova.network.neutron [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Refreshing network info cache for port 4a710dfa-7743-4f60-85f1-a4f0606199f7 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.868390] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.893490] env[62563]: DEBUG oslo_vmware.api [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750932, 'name': PowerOffVM_Task, 'duration_secs': 0.227823} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.893797] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.893963] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.894689] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-370c8844-e796-4d7a-a8e1-3a7e68f778a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.955301] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d83d2e0-badf-48d7-8e3d-8926c4859b11 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.964625] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2e0508-6c42-4985-ab55-300fa88f3f05 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.004177] env[62563]: INFO nova.compute.manager [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Instance disappeared during terminate [ 1467.004564] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1d264730-18fc-4eab-b5b4-6c49f7c8331b tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "5fab0c44-2da5-43eb-8249-7e6d8c1c52f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.812s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.007309] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.008390] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072eb6ab-7a56-47d9-bb87-ed210b7c1e79 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.011336] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1467.011507] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1467.011688] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Deleting the datastore file [datastore1] 024ba1e3-9d5f-4345-a522-d2fbe6c361b0 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.011943] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72d98078-82dd-47da-a196-ab7d43b3e58d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.013982] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-042b63e5-2a01-4929-aa49-8395453556a3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.026782] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213bb421-fa4a-4763-9965-bdbb288d7587 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.032896] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1467.032896] env[62563]: value = "task-1750936" [ 1467.032896] env[62563]: _type = "Task" [ 1467.032896] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.033241] env[62563]: DEBUG oslo_vmware.api [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for the task: (returnval){ [ 1467.033241] env[62563]: value = "task-1750935" [ 1467.033241] env[62563]: _type = "Task" [ 1467.033241] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.051466] env[62563]: DEBUG nova.compute.provider_tree [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.059955] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.064476] env[62563]: DEBUG oslo_vmware.api [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.116044] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765196} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.116342] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] f0f5faef-c983-4d90-b7b2-4a3dcf00d117/f0f5faef-c983-4d90-b7b2-4a3dcf00d117.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.116562] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.116836] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92a4a833-e372-475a-86ee-1dcc014732fd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.125208] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1467.125208] env[62563]: value = "task-1750937" [ 1467.125208] env[62563]: _type = "Task" [ 1467.125208] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.136804] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.223351] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750933, 'name': CreateVM_Task, 'duration_secs': 0.425608} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.223624] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1467.224548] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.224789] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.225284] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1467.225687] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7484d785-9a97-4349-9ffd-e82b24310915 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.232515] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1467.232515] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5229e191-1172-399a-03f5-c85bbca88276" [ 1467.232515] env[62563]: _type = "Task" [ 1467.232515] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.243608] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5229e191-1172-399a-03f5-c85bbca88276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.463427] env[62563]: DEBUG nova.network.neutron [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Updated VIF entry in instance network info cache for port 4a710dfa-7743-4f60-85f1-a4f0606199f7. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.463902] env[62563]: DEBUG nova.network.neutron [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Updating instance_info_cache with network_info: [{"id": "4a710dfa-7743-4f60-85f1-a4f0606199f7", "address": "fa:16:3e:6a:fc:36", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a710dfa-77", "ovs_interfaceid": "4a710dfa-7743-4f60-85f1-a4f0606199f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.549900] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750936, 'name': PowerOffVM_Task, 'duration_secs': 0.240054} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.553118] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.553514] env[62563]: DEBUG oslo_vmware.api [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Task: {'id': task-1750935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204106} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.554310] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a2c21b-b128-448f-9c15-790198cce4b6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.557048] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.557288] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.557738] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.557738] env[62563]: INFO nova.compute.manager [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1467.558044] env[62563]: DEBUG oslo.service.loopingcall [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.559307] env[62563]: DEBUG nova.scheduler.client.report [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1467.562237] env[62563]: DEBUG nova.compute.manager [-] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1467.562353] env[62563]: DEBUG nova.network.neutron [-] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.583436] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb67841-9060-49a1-a294-627691e5a9a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.619597] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.620271] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60d4a365-36a2-4b45-b1e1-23be71b1ce90 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.631783] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1467.631783] env[62563]: value = "task-1750938" [ 1467.631783] env[62563]: _type = "Task" [ 1467.631783] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.638848] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100187} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.638981] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.640416] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c04829-3b6e-4d86-af24-f7d0c6ef94b7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.648787] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1467.648787] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.648787] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.648787] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.648787] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.648787] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d19fb981-6d50-419a-a140-43c261528bdb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.672933] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] f0f5faef-c983-4d90-b7b2-4a3dcf00d117/f0f5faef-c983-4d90-b7b2-4a3dcf00d117.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.676181] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b839d9-76ad-47ef-8d8d-7da61c098ac3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.691641] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.692581] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.692961] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63996d51-e45a-46df-b194-189507120adc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.701158] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1467.701158] env[62563]: value = "task-1750939" [ 1467.701158] env[62563]: _type = "Task" [ 1467.701158] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.701158] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1467.701158] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ba8e8b-e7c5-e43b-a2dd-e6f2d1fb134b" [ 1467.701158] env[62563]: _type = "Task" [ 1467.701158] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.714376] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ba8e8b-e7c5-e43b-a2dd-e6f2d1fb134b, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.717795] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.718051] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f25a8c44-6a16-4269-a47e-17df04b6b7cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.724740] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1467.724740] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529fd740-fdb1-bb31-2f42-1e346f9a9ca7" [ 1467.724740] env[62563]: _type = "Task" [ 1467.724740] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.734211] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529fd740-fdb1-bb31-2f42-1e346f9a9ca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.743618] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5229e191-1172-399a-03f5-c85bbca88276, 'name': SearchDatastore_Task, 'duration_secs': 0.014304} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.743955] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.744233] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.744484] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.967441] env[62563]: DEBUG oslo_concurrency.lockutils [req-169c295a-6eb0-45ec-a724-b28117e1d3aa req-fbe07a94-bde6-4f0b-87d3-d2bffa4ccec8 service nova] Releasing lock "refresh_cache-690beff5-67eb-4a94-949b-159dc93e65de" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.066129] env[62563]: DEBUG oslo_concurrency.lockutils [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.072189] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.960s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.072564] env[62563]: DEBUG nova.objects.instance [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Lazy-loading 'resources' on Instance uuid 0e925191-2288-4fbd-a70e-256b1ec965a0 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.102630] env[62563]: INFO nova.scheduler.client.report [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Deleted allocations for instance bc70735f-b8b7-4fc3-ac89-f896cb079bca [ 1468.212447] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750939, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.232363] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "9f0ed422-011e-4661-b0ee-1d1529b1eccf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.232564] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "9f0ed422-011e-4661-b0ee-1d1529b1eccf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.240170] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529fd740-fdb1-bb31-2f42-1e346f9a9ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.012563} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.240452] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.240706] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8146eebc-9445-4f8c-8b2a-31724f59bedf/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk. {{(pid=62563) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1468.240987] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.241183] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1468.242258] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4338ee3e-6b6f-435e-8d92-712923bae6e6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.244530] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f489b2f-bb96-4d36-a8d4-e8136db7b961 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.252599] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1468.252599] env[62563]: value = "task-1750940" [ 1468.252599] env[62563]: _type = "Task" [ 1468.252599] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.257728] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1468.257987] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1468.260401] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f593bf6-dab7-442e-9904-f8a1a6752964 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.266226] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.270037] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1468.270037] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52455ff6-8a5f-2f54-5f60-5e0dd35549ec" [ 1468.270037] env[62563]: _type = "Task" [ 1468.270037] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.283354] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52455ff6-8a5f-2f54-5f60-5e0dd35549ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.422218] env[62563]: DEBUG nova.network.neutron [-] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.614180] env[62563]: DEBUG oslo_concurrency.lockutils [None req-66da57c4-da8c-40c9-850c-45142809f127 tempest-ServersV294TestFqdnHostnames-627085428 tempest-ServersV294TestFqdnHostnames-627085428-project-member] Lock "bc70735f-b8b7-4fc3-ac89-f896cb079bca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.079s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.719130] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750939, 'name': ReconfigVM_Task, 'duration_secs': 0.524504} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.719130] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Reconfigured VM instance instance-00000035 to attach disk [datastore1] f0f5faef-c983-4d90-b7b2-4a3dcf00d117/f0f5faef-c983-4d90-b7b2-4a3dcf00d117.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.719789] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d83b1f06-9114-4c49-af2c-f1d623d86b68 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.728367] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1468.728367] env[62563]: value = "task-1750941" [ 1468.728367] env[62563]: _type = "Task" [ 1468.728367] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.742682] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750941, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.766283] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483645} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.771791] env[62563]: INFO nova.virt.vmwareapi.ds_util [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8146eebc-9445-4f8c-8b2a-31724f59bedf/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk. [ 1468.773220] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41019c88-34e0-45ac-abe1-5e160908ba18 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.791328] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52455ff6-8a5f-2f54-5f60-5e0dd35549ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.814946] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 8146eebc-9445-4f8c-8b2a-31724f59bedf/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.815695] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e246df00-d042-4c9b-8e6d-2ae1223b5fb8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.818255] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d903b10-cb64-4de1-a743-0efc1814e1df {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.834927] env[62563]: DEBUG nova.compute.manager [req-fb37e770-782b-4e91-9503-b08b095db038 req-7cf16c39-fbc7-4c08-b8b4-321f9854482d service nova] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Received event network-vif-deleted-e9e3cfdb-625c-420d-b594-2eb8d36f6847 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1468.838414] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1468.838414] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52cd4ac2-a288-f781-4c50-b2ae5ad9a600" [ 1468.838414] env[62563]: _type = "Task" [ 1468.838414] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.844036] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1468.844036] env[62563]: value = "task-1750942" [ 1468.844036] env[62563]: _type = "Task" [ 1468.844036] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.851120] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52cd4ac2-a288-f781-4c50-b2ae5ad9a600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.857817] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.925025] env[62563]: INFO nova.compute.manager [-] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Took 1.36 seconds to deallocate network for instance. [ 1469.198727] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd65743a-e6ae-4ec9-9503-4eb7dfddfbaf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.206929] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a001d7-212c-42eb-88cd-ae4d508a825a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.243299] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08315385-de69-4713-8437-7209eb0c19a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.255191] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c93c16-91c2-49f4-896f-6cabe4775361 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.258384] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750941, 'name': Rename_Task, 'duration_secs': 0.166394} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.259010] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.259602] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a41c5b63-57f0-4bc4-94cd-38a5ac8529a3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.272016] env[62563]: DEBUG nova.compute.provider_tree [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.281886] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1469.281886] env[62563]: value = "task-1750943" [ 1469.281886] env[62563]: _type = "Task" [ 1469.281886] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.293096] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.352935] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52cd4ac2-a288-f781-4c50-b2ae5ad9a600, 'name': SearchDatastore_Task, 'duration_secs': 0.011461} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.353650] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.353986] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 690beff5-67eb-4a94-949b-159dc93e65de/690beff5-67eb-4a94-949b-159dc93e65de.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1469.354277] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19270745-1493-458b-9947-c35142a05193 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.359388] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750942, 'name': ReconfigVM_Task, 'duration_secs': 0.317364} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.360034] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 8146eebc-9445-4f8c-8b2a-31724f59bedf/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.360889] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d468356-5bec-4eeb-ac5e-02e51912033b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.365409] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1469.365409] env[62563]: value = "task-1750944" [ 1469.365409] env[62563]: _type = "Task" [ 1469.365409] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.392092] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a16df003-16b8-4f0c-8629-a72329abd455 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.407553] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.414328] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1469.414328] env[62563]: value = "task-1750945" [ 1469.414328] env[62563]: _type = "Task" [ 1469.414328] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.425128] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.437397] env[62563]: DEBUG oslo_concurrency.lockutils [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.774726] env[62563]: DEBUG nova.scheduler.client.report [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1469.798089] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.876018] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472861} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.876336] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 690beff5-67eb-4a94-949b-159dc93e65de/690beff5-67eb-4a94-949b-159dc93e65de.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1469.876511] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1469.876770] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ec1150d-dc22-490c-9d25-89da2961b919 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.885501] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1469.885501] env[62563]: value = "task-1750946" [ 1469.885501] env[62563]: _type = "Task" [ 1469.885501] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.895614] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.925538] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750945, 'name': ReconfigVM_Task, 'duration_secs': 0.217957} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.926057] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.926451] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f81e96c-d07c-4ace-80f2-f0cb9a8e4b83 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.935042] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1469.935042] env[62563]: value = "task-1750947" [ 1469.935042] env[62563]: _type = "Task" [ 1469.935042] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.947157] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.040598] env[62563]: DEBUG oslo_vmware.rw_handles [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c4ef11-d6fa-331f-30cd-095efb0379f9/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1470.041734] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a3393a-efd4-412a-a9f4-2add2d34c4b8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.051886] env[62563]: DEBUG oslo_vmware.rw_handles [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c4ef11-d6fa-331f-30cd-095efb0379f9/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1470.051886] env[62563]: ERROR oslo_vmware.rw_handles [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c4ef11-d6fa-331f-30cd-095efb0379f9/disk-0.vmdk due to incomplete transfer. [ 1470.051886] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3dd8b31d-47f9-4040-b2b3-9d45d87e1827 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.059665] env[62563]: DEBUG oslo_vmware.rw_handles [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c4ef11-d6fa-331f-30cd-095efb0379f9/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1470.059909] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Uploaded image e6a92f60-6fd9-4f24-ad47-271fe91005ec to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1470.062416] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1470.062671] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4124d774-efa3-40c9-a7de-39d218051e81 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.070100] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1470.070100] env[62563]: value = "task-1750948" [ 1470.070100] env[62563]: _type = "Task" [ 1470.070100] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.080403] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750948, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.281549] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.285318] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.864s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.285466] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.285641] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1470.285974] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.686s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.287695] env[62563]: INFO nova.compute.claims [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.294086] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e74449-a550-4661-93c5-08f7b6362300 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.317494] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aca8d72-73cc-457e-9207-ece45c342ef1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.322174] env[62563]: DEBUG oslo_vmware.api [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750943, 'name': PowerOnVM_Task, 'duration_secs': 0.750108} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.326060] env[62563]: INFO nova.scheduler.client.report [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Deleted allocations for instance 0e925191-2288-4fbd-a70e-256b1ec965a0 [ 1470.326060] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.326060] env[62563]: INFO nova.compute.manager [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1470.326060] env[62563]: DEBUG nova.compute.manager [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1470.329404] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394ecc06-72da-4ec2-9560-35de3f13417c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.345236] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69f7df8-749a-4886-a0f5-80d26859351e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.359474] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f40e48-2983-4435-8ae7-9a0178b463ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.394206] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179644MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1470.394418] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.406275] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082404} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.407060] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1470.408059] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dd9492-abe0-43f6-a849-e5c44f7f2da1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.432856] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 690beff5-67eb-4a94-949b-159dc93e65de/690beff5-67eb-4a94-949b-159dc93e65de.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1470.433489] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3688717-99de-42ce-bc22-b6e7e2265b90 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.459657] env[62563]: DEBUG oslo_vmware.api [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750947, 'name': PowerOnVM_Task, 'duration_secs': 0.457633} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.463445] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.463445] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1470.463445] env[62563]: value = "task-1750949" [ 1470.463445] env[62563]: _type = "Task" [ 1470.463445] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.466843] env[62563]: DEBUG nova.compute.manager [None req-7c1fbf60-8a9a-4e79-b5bb-1b43b7e3a6cf tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1470.469163] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2de0ede-a812-4fdf-986d-c3e4b2b42187 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.477322] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.581740] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750948, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.837034] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b6ca7324-f53e-48af-9b8b-0f1a2e4caf82 tempest-ServerMetadataTestJSON-516024703 tempest-ServerMetadataTestJSON-516024703-project-member] Lock "0e925191-2288-4fbd-a70e-256b1ec965a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.786s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.863909] env[62563]: INFO nova.compute.manager [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Took 49.97 seconds to build instance. [ 1470.977411] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.086224] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750948, 'name': Destroy_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.370409] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b06e738b-fdcf-4d44-afd7-9a6419499dc1 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.705s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.480091] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750949, 'name': ReconfigVM_Task, 'duration_secs': 0.986488} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.480402] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 690beff5-67eb-4a94-949b-159dc93e65de/690beff5-67eb-4a94-949b-159dc93e65de.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.481195] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ccca874-dbda-45f1-bd10-55006ccd1c15 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.490278] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1471.490278] env[62563]: value = "task-1750950" [ 1471.490278] env[62563]: _type = "Task" [ 1471.490278] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.503955] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750950, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.584656] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750948, 'name': Destroy_Task, 'duration_secs': 1.150743} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.584656] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Destroyed the VM [ 1471.585527] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1471.586322] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e89c85f9-09a4-4ca7-b467-2cc2965533d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.598572] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1471.598572] env[62563]: value = "task-1750951" [ 1471.598572] env[62563]: _type = "Task" [ 1471.598572] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.613479] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750951, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.822710] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d77ec1-773a-49ba-9920-ecf64f32b13d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.831109] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc306854-7bb4-4b31-9acb-8fef8b427034 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.863954] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0170a6fa-ec29-4ed7-830b-2e2249b1942f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.872627] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90ed9b5-7678-4665-96ef-a4e4cfa72ec5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.877667] env[62563]: DEBUG nova.compute.manager [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1471.893569] env[62563]: DEBUG nova.compute.provider_tree [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.005559] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750950, 'name': Rename_Task, 'duration_secs': 0.227105} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.005776] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.006040] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-262a01a6-b714-45ce-a310-65ea4eb3914e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.015494] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1472.015494] env[62563]: value = "task-1750952" [ 1472.015494] env[62563]: _type = "Task" [ 1472.015494] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.029452] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.113913] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750951, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.397087] env[62563]: DEBUG nova.scheduler.client.report [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1472.412560] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.531141] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.625457] env[62563]: DEBUG oslo_vmware.api [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750951, 'name': RemoveSnapshot_Task, 'duration_secs': 0.885197} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.625457] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1472.625457] env[62563]: INFO nova.compute.manager [None req-00977e27-d821-4b3f-b860-067d4985710a tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Took 17.09 seconds to snapshot the instance on the hypervisor. [ 1472.909732] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.910359] env[62563]: DEBUG nova.compute.manager [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1472.915581] env[62563]: DEBUG oslo_concurrency.lockutils [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.671s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.915581] env[62563]: DEBUG nova.objects.instance [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lazy-loading 'resources' on Instance uuid 600a8045-e5bc-429c-901d-66f0be5c08ca {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.029884] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.417794] env[62563]: DEBUG nova.compute.utils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1473.423283] env[62563]: DEBUG nova.compute.manager [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1473.423483] env[62563]: DEBUG nova.network.neutron [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1473.469768] env[62563]: DEBUG nova.policy [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d1ffa58587d42faaf6ad5ec618e5343', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fbd03d80e8c4495b94f19f566338958', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1473.532872] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750952, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.689581] env[62563]: DEBUG nova.compute.manager [req-f3ae0639-c25e-466e-a59a-691272cdae78 req-7117b5a4-e886-4097-82b3-a8d4a5d973c6 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Received event network-changed-9b359f98-5c0d-4082-8711-ea934a1749f7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1473.689778] env[62563]: DEBUG nova.compute.manager [req-f3ae0639-c25e-466e-a59a-691272cdae78 req-7117b5a4-e886-4097-82b3-a8d4a5d973c6 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Refreshing instance network info cache due to event network-changed-9b359f98-5c0d-4082-8711-ea934a1749f7. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1473.689995] env[62563]: DEBUG oslo_concurrency.lockutils [req-f3ae0639-c25e-466e-a59a-691272cdae78 req-7117b5a4-e886-4097-82b3-a8d4a5d973c6 service nova] Acquiring lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.691309] env[62563]: DEBUG oslo_concurrency.lockutils [req-f3ae0639-c25e-466e-a59a-691272cdae78 req-7117b5a4-e886-4097-82b3-a8d4a5d973c6 service nova] Acquired lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.691495] env[62563]: DEBUG nova.network.neutron [req-f3ae0639-c25e-466e-a59a-691272cdae78 req-7117b5a4-e886-4097-82b3-a8d4a5d973c6 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Refreshing network info cache for port 9b359f98-5c0d-4082-8711-ea934a1749f7 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.923570] env[62563]: DEBUG nova.compute.manager [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1473.982463] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9117533-1b45-4713-961d-02ee2449f16b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.994489] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5868fc-b0c4-4b16-8f1a-0aa33264ddb1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.038385] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70907f12-4ae1-4598-839c-937b11a848e0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.052503] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669cb643-4fbb-46b1-b5a6-08d299fb565b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.057470] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750952, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.058723] env[62563]: DEBUG nova.network.neutron [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Successfully created port: e08232b7-1882-4d91-8751-8ac96642b064 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1474.073863] env[62563]: DEBUG nova.compute.provider_tree [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.544741] env[62563]: DEBUG oslo_vmware.api [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750952, 'name': PowerOnVM_Task, 'duration_secs': 2.525498} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.545049] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1474.545341] env[62563]: INFO nova.compute.manager [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Took 11.18 seconds to spawn the instance on the hypervisor. [ 1474.545529] env[62563]: DEBUG nova.compute.manager [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1474.546486] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edba2a7-1da1-4d74-958d-906244f59187 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.578381] env[62563]: DEBUG nova.scheduler.client.report [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1474.948068] env[62563]: DEBUG nova.compute.manager [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1474.987705] env[62563]: DEBUG nova.virt.hardware [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1474.987705] env[62563]: DEBUG nova.virt.hardware [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1474.987705] env[62563]: DEBUG nova.virt.hardware [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.987705] env[62563]: DEBUG nova.virt.hardware [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1474.987705] env[62563]: DEBUG nova.virt.hardware [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.987705] env[62563]: DEBUG nova.virt.hardware [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1474.987705] env[62563]: DEBUG nova.virt.hardware [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1474.987705] env[62563]: DEBUG nova.virt.hardware [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1474.987705] env[62563]: DEBUG nova.virt.hardware [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1474.987705] env[62563]: DEBUG nova.virt.hardware [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1474.987705] env[62563]: DEBUG nova.virt.hardware [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1474.988636] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47d3aec-0e1c-4c62-aadf-31009c2b8899 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.997724] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7da30d-9bfd-4456-a593-a0077819bd27 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.017961] env[62563]: DEBUG nova.network.neutron [req-f3ae0639-c25e-466e-a59a-691272cdae78 req-7117b5a4-e886-4097-82b3-a8d4a5d973c6 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Updated VIF entry in instance network info cache for port 9b359f98-5c0d-4082-8711-ea934a1749f7. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.018081] env[62563]: DEBUG nova.network.neutron [req-f3ae0639-c25e-466e-a59a-691272cdae78 req-7117b5a4-e886-4097-82b3-a8d4a5d973c6 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Updating instance_info_cache with network_info: [{"id": "9b359f98-5c0d-4082-8711-ea934a1749f7", "address": "fa:16:3e:17:d8:81", "network": {"id": "c778a895-9e72-4f81-808a-4cfdb236e0d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1333487908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540e6d174d6c4c54800b2ebbc3ea5970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b359f98-5c", "ovs_interfaceid": "9b359f98-5c0d-4082-8711-ea934a1749f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.070908] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.071198] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.004s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.071445] env[62563]: INFO nova.compute.manager [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Rebooting instance [ 1475.078634] env[62563]: INFO nova.compute.manager [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Took 51.28 seconds to build instance. [ 1475.085589] env[62563]: DEBUG oslo_concurrency.lockutils [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.088453] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.036s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.089861] env[62563]: INFO nova.compute.claims [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1475.124618] env[62563]: INFO nova.scheduler.client.report [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Deleted allocations for instance 600a8045-e5bc-429c-901d-66f0be5c08ca [ 1475.250581] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquiring lock "90542d09-146e-43ab-9a35-4a0a573cc37b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.250810] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Lock "90542d09-146e-43ab-9a35-4a0a573cc37b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.520670] env[62563]: DEBUG oslo_concurrency.lockutils [req-f3ae0639-c25e-466e-a59a-691272cdae78 req-7117b5a4-e886-4097-82b3-a8d4a5d973c6 service nova] Releasing lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.581499] env[62563]: DEBUG oslo_concurrency.lockutils [None req-49642192-c5c6-4bf9-877f-9fe1eb19573e tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "690beff5-67eb-4a94-949b-159dc93e65de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.201s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.603958] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.603958] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquired lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.603958] env[62563]: DEBUG nova.network.neutron [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.634088] env[62563]: DEBUG oslo_concurrency.lockutils [None req-27e3e8e5-6b2f-4105-a20d-e13c8193aef4 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "600a8045-e5bc-429c-901d-66f0be5c08ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.383s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.085710] env[62563]: DEBUG nova.compute.manager [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1476.561314] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c8e542-52ee-4eee-a2e6-f30f3e303161 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.570309] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a45b602-059a-48ef-bae3-5bf9d495f207 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.611328] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0566ca70-c43f-4091-99c5-3c692b478574 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.622173] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cc9335-9bbc-44bc-915c-3a6fff88ed50 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.629553] env[62563]: DEBUG nova.network.neutron [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Updating instance_info_cache with network_info: [{"id": "9b359f98-5c0d-4082-8711-ea934a1749f7", "address": "fa:16:3e:17:d8:81", "network": {"id": "c778a895-9e72-4f81-808a-4cfdb236e0d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1333487908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540e6d174d6c4c54800b2ebbc3ea5970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b359f98-5c", "ovs_interfaceid": "9b359f98-5c0d-4082-8711-ea934a1749f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.638774] env[62563]: DEBUG nova.compute.provider_tree [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.641040] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.676133] env[62563]: DEBUG nova.compute.manager [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Received event network-changed-950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1476.676322] env[62563]: DEBUG nova.compute.manager [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Refreshing instance network info cache due to event network-changed-950bcfd7-a03d-4033-af35-0d671fcdb713. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1476.676848] env[62563]: DEBUG oslo_concurrency.lockutils [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] Acquiring lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.676848] env[62563]: DEBUG oslo_concurrency.lockutils [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] Acquired lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.676848] env[62563]: DEBUG nova.network.neutron [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Refreshing network info cache for port 950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.758619] env[62563]: DEBUG nova.network.neutron [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Successfully updated port: e08232b7-1882-4d91-8751-8ac96642b064 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1477.141886] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Releasing lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.144191] env[62563]: DEBUG nova.scheduler.client.report [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1477.155372] env[62563]: DEBUG nova.compute.manager [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1477.158417] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31dac8a-7f1f-456b-87b5-8d6e152c94cd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.261754] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "refresh_cache-3f640b0b-2a58-4701-a6d9-10f0a84a8c55" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.264902] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "refresh_cache-3f640b0b-2a58-4701-a6d9-10f0a84a8c55" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.264902] env[62563]: DEBUG nova.network.neutron [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.331464] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Acquiring lock "051ccc30-8f6b-47d3-b2db-c2ad213d4f9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.331464] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Lock "051ccc30-8f6b-47d3-b2db-c2ad213d4f9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.444302] env[62563]: DEBUG nova.network.neutron [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Updated VIF entry in instance network info cache for port 950bcfd7-a03d-4033-af35-0d671fcdb713. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.444796] env[62563]: DEBUG nova.network.neutron [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Updating instance_info_cache with network_info: [{"id": "950bcfd7-a03d-4033-af35-0d671fcdb713", "address": "fa:16:3e:a4:08:d5", "network": {"id": "be367924-0aa3-4e28-8d5b-4c15a46794a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851305666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e27c0ab01c54ec8876a6ea42228ed90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950bcfd7-a0", "ovs_interfaceid": "950bcfd7-a03d-4033-af35-0d671fcdb713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.656474] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.657236] env[62563]: DEBUG nova.compute.manager [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1477.660053] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.633s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.661571] env[62563]: INFO nova.compute.claims [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.809374] env[62563]: DEBUG nova.network.neutron [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1477.895815] env[62563]: DEBUG nova.compute.manager [req-b767405e-b85b-45a9-854b-ab509d7ac9f5 req-53b32cde-27e0-492d-a92f-add55dbec5a1 service nova] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Received event network-vif-plugged-e08232b7-1882-4d91-8751-8ac96642b064 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1477.896185] env[62563]: DEBUG oslo_concurrency.lockutils [req-b767405e-b85b-45a9-854b-ab509d7ac9f5 req-53b32cde-27e0-492d-a92f-add55dbec5a1 service nova] Acquiring lock "3f640b0b-2a58-4701-a6d9-10f0a84a8c55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.896373] env[62563]: DEBUG oslo_concurrency.lockutils [req-b767405e-b85b-45a9-854b-ab509d7ac9f5 req-53b32cde-27e0-492d-a92f-add55dbec5a1 service nova] Lock "3f640b0b-2a58-4701-a6d9-10f0a84a8c55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.896818] env[62563]: DEBUG oslo_concurrency.lockutils [req-b767405e-b85b-45a9-854b-ab509d7ac9f5 req-53b32cde-27e0-492d-a92f-add55dbec5a1 service nova] Lock "3f640b0b-2a58-4701-a6d9-10f0a84a8c55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.896818] env[62563]: DEBUG nova.compute.manager [req-b767405e-b85b-45a9-854b-ab509d7ac9f5 req-53b32cde-27e0-492d-a92f-add55dbec5a1 service nova] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] No waiting events found dispatching network-vif-plugged-e08232b7-1882-4d91-8751-8ac96642b064 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1477.896818] env[62563]: WARNING nova.compute.manager [req-b767405e-b85b-45a9-854b-ab509d7ac9f5 req-53b32cde-27e0-492d-a92f-add55dbec5a1 service nova] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Received unexpected event network-vif-plugged-e08232b7-1882-4d91-8751-8ac96642b064 for instance with vm_state building and task_state spawning. [ 1477.948915] env[62563]: DEBUG oslo_concurrency.lockutils [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] Releasing lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.949276] env[62563]: DEBUG nova.compute.manager [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Received event network-changed-950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1477.949454] env[62563]: DEBUG nova.compute.manager [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Refreshing instance network info cache due to event network-changed-950bcfd7-a03d-4033-af35-0d671fcdb713. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1477.949675] env[62563]: DEBUG oslo_concurrency.lockutils [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] Acquiring lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.949813] env[62563]: DEBUG oslo_concurrency.lockutils [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] Acquired lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.949983] env[62563]: DEBUG nova.network.neutron [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Refreshing network info cache for port 950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.004342] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.004734] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.029273] env[62563]: DEBUG nova.network.neutron [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Updating instance_info_cache with network_info: [{"id": "e08232b7-1882-4d91-8751-8ac96642b064", "address": "fa:16:3e:33:2b:e8", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08232b7-18", "ovs_interfaceid": "e08232b7-1882-4d91-8751-8ac96642b064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.169021] env[62563]: DEBUG nova.compute.utils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1478.170659] env[62563]: DEBUG nova.compute.manager [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1478.171022] env[62563]: DEBUG nova.network.neutron [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1478.188027] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d711cb-69e9-4fb8-a04f-be11d2967896 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.198748] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Doing hard reboot of VM {{(pid=62563) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1478.199014] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-abc3fd13-932c-498a-b3e5-a353b1061029 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.207738] env[62563]: DEBUG oslo_vmware.api [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1478.207738] env[62563]: value = "task-1750953" [ 1478.207738] env[62563]: _type = "Task" [ 1478.207738] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.218487] env[62563]: DEBUG oslo_vmware.api [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750953, 'name': ResetVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.238823] env[62563]: DEBUG nova.policy [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b093b8a20b8b4c1d991e2dd8bd38338f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6da0632a8d24662869034d95a621a2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1478.353281] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "01d446e3-f1ef-4357-b04c-500948f0b645" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.353557] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "01d446e3-f1ef-4357-b04c-500948f0b645" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.532312] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "refresh_cache-3f640b0b-2a58-4701-a6d9-10f0a84a8c55" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.532643] env[62563]: DEBUG nova.compute.manager [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Instance network_info: |[{"id": "e08232b7-1882-4d91-8751-8ac96642b064", "address": "fa:16:3e:33:2b:e8", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08232b7-18", "ovs_interfaceid": "e08232b7-1882-4d91-8751-8ac96642b064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1478.533069] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:2b:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e08232b7-1882-4d91-8751-8ac96642b064', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1478.542173] env[62563]: DEBUG oslo.service.loopingcall [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1478.544915] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1478.545174] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2c21108-a65a-4ce0-a6cf-628c8c8207f1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.567015] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1478.567015] env[62563]: value = "task-1750954" [ 1478.567015] env[62563]: _type = "Task" [ 1478.567015] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.581971] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750954, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.651306] env[62563]: DEBUG nova.compute.manager [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1478.652269] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0424b40d-9ee7-456c-b9a6-83f867572819 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.674724] env[62563]: DEBUG nova.compute.manager [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1478.729063] env[62563]: DEBUG oslo_vmware.api [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750953, 'name': ResetVM_Task, 'duration_secs': 0.115756} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.729063] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Did hard reboot of VM {{(pid=62563) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1478.729063] env[62563]: DEBUG nova.compute.manager [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1478.731134] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b149b26-b3fa-4c08-b8c5-0c4f6c26a9a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.748009] env[62563]: DEBUG nova.network.neutron [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Successfully created port: 45654497-5ecf-4ffa-9331-114477fb0e84 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1478.899139] env[62563]: DEBUG nova.network.neutron [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Updated VIF entry in instance network info cache for port 950bcfd7-a03d-4033-af35-0d671fcdb713. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.900565] env[62563]: DEBUG nova.network.neutron [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Updating instance_info_cache with network_info: [{"id": "950bcfd7-a03d-4033-af35-0d671fcdb713", "address": "fa:16:3e:a4:08:d5", "network": {"id": "be367924-0aa3-4e28-8d5b-4c15a46794a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851305666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e27c0ab01c54ec8876a6ea42228ed90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950bcfd7-a0", "ovs_interfaceid": "950bcfd7-a03d-4033-af35-0d671fcdb713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.084434] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750954, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.167920] env[62563]: INFO nova.compute.manager [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] instance snapshotting [ 1479.170888] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6615ac4f-1a90-4c47-9a4d-8064f1431761 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.199757] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53d5e06-f796-4125-918e-409006e12ab0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.254545] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d685b7d-79e5-442a-8666-358211f583af tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.183s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.288967] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0121e2a-5d82-4e8f-8f13-1e957118d55b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.297990] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2cfb32-afc2-4cae-9dcc-ca775cb4e0b2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.330979] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836dd08d-ed16-4cb3-8de6-da53a00e2815 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.339556] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02b1dc6-bb16-4a72-b504-a91b6f80eab5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.354018] env[62563]: DEBUG nova.compute.provider_tree [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.393103] env[62563]: DEBUG nova.compute.manager [req-0752c7ca-284c-4954-843f-2f895bfb47c0 req-7391fb57-101b-479d-99c7-4bdce081e7b2 service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Received event network-changed-950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1479.393316] env[62563]: DEBUG nova.compute.manager [req-0752c7ca-284c-4954-843f-2f895bfb47c0 req-7391fb57-101b-479d-99c7-4bdce081e7b2 service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Refreshing instance network info cache due to event network-changed-950bcfd7-a03d-4033-af35-0d671fcdb713. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1479.393512] env[62563]: DEBUG oslo_concurrency.lockutils [req-0752c7ca-284c-4954-843f-2f895bfb47c0 req-7391fb57-101b-479d-99c7-4bdce081e7b2 service nova] Acquiring lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.404643] env[62563]: DEBUG oslo_concurrency.lockutils [req-2304d409-b0e5-4487-a674-d472ded4c693 req-a8f65dc9-ae39-4145-9e7f-887c34f6139c service nova] Releasing lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.405140] env[62563]: DEBUG oslo_concurrency.lockutils [req-0752c7ca-284c-4954-843f-2f895bfb47c0 req-7391fb57-101b-479d-99c7-4bdce081e7b2 service nova] Acquired lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.405442] env[62563]: DEBUG nova.network.neutron [req-0752c7ca-284c-4954-843f-2f895bfb47c0 req-7391fb57-101b-479d-99c7-4bdce081e7b2 service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Refreshing network info cache for port 950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.493597] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Acquiring lock "565008aa-37e3-4c30-8c5d-1dfcdcde8c66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.493832] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Lock "565008aa-37e3-4c30-8c5d-1dfcdcde8c66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.577676] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750954, 'name': CreateVM_Task, 'duration_secs': 0.55418} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.577769] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1479.578442] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.578601] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.578916] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1479.579191] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1092ba4d-b6c5-498e-8d41-ca6b506e56e0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.584307] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1479.584307] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f73492-3aec-e225-6cbf-0ef4f60e1c33" [ 1479.584307] env[62563]: _type = "Task" [ 1479.584307] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.592386] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f73492-3aec-e225-6cbf-0ef4f60e1c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.704354] env[62563]: DEBUG nova.compute.manager [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1479.713762] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1479.714088] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9c12784-09e6-4ea5-b87e-7c056e70ce5a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.724056] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1479.724056] env[62563]: value = "task-1750955" [ 1479.724056] env[62563]: _type = "Task" [ 1479.724056] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.729363] env[62563]: DEBUG nova.virt.hardware [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1479.729610] env[62563]: DEBUG nova.virt.hardware [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1479.729765] env[62563]: DEBUG nova.virt.hardware [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.729944] env[62563]: DEBUG nova.virt.hardware [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1479.730136] env[62563]: DEBUG nova.virt.hardware [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.730317] env[62563]: DEBUG nova.virt.hardware [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1479.730533] env[62563]: DEBUG nova.virt.hardware [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1479.730690] env[62563]: DEBUG nova.virt.hardware [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1479.730853] env[62563]: DEBUG nova.virt.hardware [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1479.731037] env[62563]: DEBUG nova.virt.hardware [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1479.731221] env[62563]: DEBUG nova.virt.hardware [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1479.732134] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0141ad-b3a7-43b0-9561-07bc41929049 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.737852] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750955, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.745221] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb195ac-8b1f-46c1-a245-1759c9df8a5f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.858439] env[62563]: DEBUG nova.scheduler.client.report [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1480.098775] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f73492-3aec-e225-6cbf-0ef4f60e1c33, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.099090] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.099530] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1480.099776] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.099924] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.100573] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1480.100573] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abbd252c-8f2b-43e5-8ef8-3f30265130bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.111943] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1480.112245] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1480.112986] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959d4273-474b-4d82-b7a2-169f0bf22cc9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.119250] env[62563]: DEBUG nova.network.neutron [req-0752c7ca-284c-4954-843f-2f895bfb47c0 req-7391fb57-101b-479d-99c7-4bdce081e7b2 service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Updated VIF entry in instance network info cache for port 950bcfd7-a03d-4033-af35-0d671fcdb713. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.119585] env[62563]: DEBUG nova.network.neutron [req-0752c7ca-284c-4954-843f-2f895bfb47c0 req-7391fb57-101b-479d-99c7-4bdce081e7b2 service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Updating instance_info_cache with network_info: [{"id": "950bcfd7-a03d-4033-af35-0d671fcdb713", "address": "fa:16:3e:a4:08:d5", "network": {"id": "be367924-0aa3-4e28-8d5b-4c15a46794a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851305666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e27c0ab01c54ec8876a6ea42228ed90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950bcfd7-a0", "ovs_interfaceid": "950bcfd7-a03d-4033-af35-0d671fcdb713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.121652] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1480.121652] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5240d038-70d9-8a41-868c-516c871e715d" [ 1480.121652] env[62563]: _type = "Task" [ 1480.121652] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.134112] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5240d038-70d9-8a41-868c-516c871e715d, 'name': SearchDatastore_Task, 'duration_secs': 0.010709} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.135485] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f36c46-931e-436f-a9ee-7334823a1f7c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.141914] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1480.141914] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5283730f-5d13-d429-5efc-669b7ec6623c" [ 1480.141914] env[62563]: _type = "Task" [ 1480.141914] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.151146] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5283730f-5d13-d429-5efc-669b7ec6623c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.235357] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750955, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.363122] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.363699] env[62563]: DEBUG nova.compute.manager [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1480.366857] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.832s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.367096] env[62563]: DEBUG nova.objects.instance [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lazy-loading 'resources' on Instance uuid 488d036a-3cff-4ea9-ab26-895f2b189c6e {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.427297] env[62563]: DEBUG nova.network.neutron [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Successfully updated port: 45654497-5ecf-4ffa-9331-114477fb0e84 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.623229] env[62563]: DEBUG oslo_concurrency.lockutils [req-0752c7ca-284c-4954-843f-2f895bfb47c0 req-7391fb57-101b-479d-99c7-4bdce081e7b2 service nova] Releasing lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.628768] env[62563]: DEBUG nova.compute.manager [req-3737c8c5-c5b4-4119-ac80-50a627fc4680 req-2940749b-cd09-424f-a6a9-b27c0e8449bb service nova] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Received event network-changed-e08232b7-1882-4d91-8751-8ac96642b064 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1480.628922] env[62563]: DEBUG nova.compute.manager [req-3737c8c5-c5b4-4119-ac80-50a627fc4680 req-2940749b-cd09-424f-a6a9-b27c0e8449bb service nova] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Refreshing instance network info cache due to event network-changed-e08232b7-1882-4d91-8751-8ac96642b064. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1480.629196] env[62563]: DEBUG oslo_concurrency.lockutils [req-3737c8c5-c5b4-4119-ac80-50a627fc4680 req-2940749b-cd09-424f-a6a9-b27c0e8449bb service nova] Acquiring lock "refresh_cache-3f640b0b-2a58-4701-a6d9-10f0a84a8c55" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.629300] env[62563]: DEBUG oslo_concurrency.lockutils [req-3737c8c5-c5b4-4119-ac80-50a627fc4680 req-2940749b-cd09-424f-a6a9-b27c0e8449bb service nova] Acquired lock "refresh_cache-3f640b0b-2a58-4701-a6d9-10f0a84a8c55" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.629444] env[62563]: DEBUG nova.network.neutron [req-3737c8c5-c5b4-4119-ac80-50a627fc4680 req-2940749b-cd09-424f-a6a9-b27c0e8449bb service nova] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Refreshing network info cache for port e08232b7-1882-4d91-8751-8ac96642b064 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1480.657166] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5283730f-5d13-d429-5efc-669b7ec6623c, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.657707] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.657887] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 3f640b0b-2a58-4701-a6d9-10f0a84a8c55/3f640b0b-2a58-4701-a6d9-10f0a84a8c55.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1480.658168] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-501cacca-fb0b-4111-8359-f42f110fe8fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.667612] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1480.667612] env[62563]: value = "task-1750956" [ 1480.667612] env[62563]: _type = "Task" [ 1480.667612] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.676470] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.735145] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750955, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.869570] env[62563]: DEBUG nova.compute.utils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1480.873760] env[62563]: DEBUG nova.compute.manager [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1480.873926] env[62563]: DEBUG nova.network.neutron [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.929819] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Acquiring lock "refresh_cache-626b0eff-779a-49b9-8e5b-9a8a7f56f428" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.930061] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Acquired lock "refresh_cache-626b0eff-779a-49b9-8e5b-9a8a7f56f428" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.930281] env[62563]: DEBUG nova.network.neutron [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.945779] env[62563]: DEBUG nova.policy [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b88580b628254a8e97e6277c2bd58773', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a17694d83804d48b3ad25047621fc24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1481.181022] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502584} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.181022] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 3f640b0b-2a58-4701-a6d9-10f0a84a8c55/3f640b0b-2a58-4701-a6d9-10f0a84a8c55.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1481.181022] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1481.181022] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71ab73ad-27d4-4990-b19c-60cedac67b13 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.189930] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1481.189930] env[62563]: value = "task-1750957" [ 1481.189930] env[62563]: _type = "Task" [ 1481.189930] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.203095] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.234899] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750955, 'name': CreateSnapshot_Task, 'duration_secs': 1.037033} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.237836] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1481.239394] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b150a56d-20b8-49f1-ae24-653866b18083 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.377949] env[62563]: DEBUG nova.compute.manager [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1481.385762] env[62563]: DEBUG nova.network.neutron [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Successfully created port: c8438fc5-075a-4ed1-873a-8e72170f5acc {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.488578] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016e05f1-1e82-4f60-85a5-36f2f2c68e43 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.492712] env[62563]: DEBUG nova.network.neutron [req-3737c8c5-c5b4-4119-ac80-50a627fc4680 req-2940749b-cd09-424f-a6a9-b27c0e8449bb service nova] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Updated VIF entry in instance network info cache for port e08232b7-1882-4d91-8751-8ac96642b064. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1481.493060] env[62563]: DEBUG nova.network.neutron [req-3737c8c5-c5b4-4119-ac80-50a627fc4680 req-2940749b-cd09-424f-a6a9-b27c0e8449bb service nova] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Updating instance_info_cache with network_info: [{"id": "e08232b7-1882-4d91-8751-8ac96642b064", "address": "fa:16:3e:33:2b:e8", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08232b7-18", "ovs_interfaceid": "e08232b7-1882-4d91-8751-8ac96642b064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.495518] env[62563]: DEBUG nova.network.neutron [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.503252] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b58195d-4aeb-41dc-aa4a-788ac0cbdf58 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.538644] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a616a2-1ced-4b4c-bb94-d461dd5499a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.548609] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddc6be4-2e88-4431-bd94-b7fc80e62ad1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.565851] env[62563]: DEBUG nova.compute.provider_tree [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.678032] env[62563]: DEBUG nova.compute.manager [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Received event network-changed-950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1481.678839] env[62563]: DEBUG nova.compute.manager [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Refreshing instance network info cache due to event network-changed-950bcfd7-a03d-4033-af35-0d671fcdb713. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1481.679152] env[62563]: DEBUG oslo_concurrency.lockutils [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] Acquiring lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.679984] env[62563]: DEBUG oslo_concurrency.lockutils [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] Acquired lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.679984] env[62563]: DEBUG nova.network.neutron [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Refreshing network info cache for port 950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.706371] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227862} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.706615] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1481.707613] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cd6bbc-c5ec-4963-8174-1867de88aaf9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.736588] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 3f640b0b-2a58-4701-a6d9-10f0a84a8c55/3f640b0b-2a58-4701-a6d9-10f0a84a8c55.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.737807] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94690e13-f24f-411a-a775-2bfdb8ee31d5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.762841] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1481.765380] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ce4fec0-d262-43b0-b25a-3a480cfebe6f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.768194] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1481.768194] env[62563]: value = "task-1750958" [ 1481.768194] env[62563]: _type = "Task" [ 1481.768194] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.774374] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1481.774374] env[62563]: value = "task-1750959" [ 1481.774374] env[62563]: _type = "Task" [ 1481.774374] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.781336] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.790957] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750959, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.939928] env[62563]: DEBUG nova.network.neutron [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Updating instance_info_cache with network_info: [{"id": "45654497-5ecf-4ffa-9331-114477fb0e84", "address": "fa:16:3e:73:4a:24", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45654497-5e", "ovs_interfaceid": "45654497-5ecf-4ffa-9331-114477fb0e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.996029] env[62563]: DEBUG oslo_concurrency.lockutils [req-3737c8c5-c5b4-4119-ac80-50a627fc4680 req-2940749b-cd09-424f-a6a9-b27c0e8449bb service nova] Releasing lock "refresh_cache-3f640b0b-2a58-4701-a6d9-10f0a84a8c55" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.068707] env[62563]: DEBUG nova.scheduler.client.report [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1482.216871] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.217197] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.217418] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.217627] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.217847] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.220706] env[62563]: INFO nova.compute.manager [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Terminating instance [ 1482.222643] env[62563]: DEBUG nova.compute.manager [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1482.222839] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1482.223853] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5087ad6a-7040-41d4-8600-606ea3a0df5f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.235102] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.235399] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7e9fac0-e92c-4839-bdf5-c9ba5b5a6b0c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.261428] env[62563]: DEBUG oslo_vmware.api [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1482.261428] env[62563]: value = "task-1750960" [ 1482.261428] env[62563]: _type = "Task" [ 1482.261428] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.271655] env[62563]: DEBUG oslo_vmware.api [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.286571] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750958, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.290036] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750959, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.391308] env[62563]: DEBUG nova.compute.manager [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1482.406096] env[62563]: DEBUG nova.network.neutron [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Updated VIF entry in instance network info cache for port 950bcfd7-a03d-4033-af35-0d671fcdb713. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.406522] env[62563]: DEBUG nova.network.neutron [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Updating instance_info_cache with network_info: [{"id": "950bcfd7-a03d-4033-af35-0d671fcdb713", "address": "fa:16:3e:a4:08:d5", "network": {"id": "be367924-0aa3-4e28-8d5b-4c15a46794a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851305666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4e27c0ab01c54ec8876a6ea42228ed90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950bcfd7-a0", "ovs_interfaceid": "950bcfd7-a03d-4033-af35-0d671fcdb713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.425290] env[62563]: DEBUG nova.virt.hardware [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:31:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='618f3217-fe0f-4b35-9ab9-e3ce6b9240c9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-610372644',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1482.425290] env[62563]: DEBUG nova.virt.hardware [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1482.425290] env[62563]: DEBUG nova.virt.hardware [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.425290] env[62563]: DEBUG nova.virt.hardware [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1482.425290] env[62563]: DEBUG nova.virt.hardware [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.425290] env[62563]: DEBUG nova.virt.hardware [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1482.425573] env[62563]: DEBUG nova.virt.hardware [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1482.425573] env[62563]: DEBUG nova.virt.hardware [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1482.426356] env[62563]: DEBUG nova.virt.hardware [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1482.426356] env[62563]: DEBUG nova.virt.hardware [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1482.426356] env[62563]: DEBUG nova.virt.hardware [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1482.428427] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca60fd9-593e-477e-b1eb-548abd7054cc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.438189] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810dbff4-760b-41a8-8e01-98d7c7d9bedc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.442408] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Releasing lock "refresh_cache-626b0eff-779a-49b9-8e5b-9a8a7f56f428" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.442738] env[62563]: DEBUG nova.compute.manager [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Instance network_info: |[{"id": "45654497-5ecf-4ffa-9331-114477fb0e84", "address": "fa:16:3e:73:4a:24", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45654497-5e", "ovs_interfaceid": "45654497-5ecf-4ffa-9331-114477fb0e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1482.443213] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:4a:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45654497-5ecf-4ffa-9331-114477fb0e84', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1482.452322] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Creating folder: Project (d6da0632a8d24662869034d95a621a2a). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1482.453415] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-203fc75e-fd61-4e42-929a-ced2193aad60 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.474086] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Created folder: Project (d6da0632a8d24662869034d95a621a2a) in parent group-v363823. [ 1482.474360] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Creating folder: Instances. Parent ref: group-v363991. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1482.474615] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3b99ada-fa94-4f8f-bc00-11817473d264 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.485747] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Created folder: Instances in parent group-v363991. [ 1482.486063] env[62563]: DEBUG oslo.service.loopingcall [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.486233] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1482.486467] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b878622a-b927-463c-9ff3-077d6a7a30a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.505899] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.505899] env[62563]: value = "task-1750963" [ 1482.505899] env[62563]: _type = "Task" [ 1482.505899] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.514198] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750963, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.519858] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquiring lock "8146eebc-9445-4f8c-8b2a-31724f59bedf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.520176] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Lock "8146eebc-9445-4f8c-8b2a-31724f59bedf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.520415] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquiring lock "8146eebc-9445-4f8c-8b2a-31724f59bedf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.520631] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Lock "8146eebc-9445-4f8c-8b2a-31724f59bedf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.520774] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Lock "8146eebc-9445-4f8c-8b2a-31724f59bedf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.523238] env[62563]: INFO nova.compute.manager [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Terminating instance [ 1482.525395] env[62563]: DEBUG nova.compute.manager [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1482.525554] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1482.526379] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89062dd8-8619-4a61-ae75-50d4f6ce5a8e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.537933] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.537933] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52d0de00-e59e-4238-9d41-55caede5cbc5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.545331] env[62563]: DEBUG oslo_vmware.api [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1482.545331] env[62563]: value = "task-1750964" [ 1482.545331] env[62563]: _type = "Task" [ 1482.545331] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.554032] env[62563]: DEBUG oslo_vmware.api [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.575106] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.578635] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.605s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.579016] env[62563]: DEBUG nova.objects.instance [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lazy-loading 'resources' on Instance uuid b0bc6040-9338-46d9-a78f-a4e16cf69f95 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.603264] env[62563]: INFO nova.scheduler.client.report [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Deleted allocations for instance 488d036a-3cff-4ea9-ab26-895f2b189c6e [ 1482.715379] env[62563]: DEBUG nova.compute.manager [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Received event network-vif-plugged-45654497-5ecf-4ffa-9331-114477fb0e84 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1482.715642] env[62563]: DEBUG oslo_concurrency.lockutils [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] Acquiring lock "626b0eff-779a-49b9-8e5b-9a8a7f56f428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.715864] env[62563]: DEBUG oslo_concurrency.lockutils [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] Lock "626b0eff-779a-49b9-8e5b-9a8a7f56f428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.716098] env[62563]: DEBUG oslo_concurrency.lockutils [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] Lock "626b0eff-779a-49b9-8e5b-9a8a7f56f428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.716223] env[62563]: DEBUG nova.compute.manager [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] No waiting events found dispatching network-vif-plugged-45654497-5ecf-4ffa-9331-114477fb0e84 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1482.716405] env[62563]: WARNING nova.compute.manager [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Received unexpected event network-vif-plugged-45654497-5ecf-4ffa-9331-114477fb0e84 for instance with vm_state building and task_state spawning. [ 1482.716646] env[62563]: DEBUG nova.compute.manager [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Received event network-changed-45654497-5ecf-4ffa-9331-114477fb0e84 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1482.717285] env[62563]: DEBUG nova.compute.manager [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Refreshing instance network info cache due to event network-changed-45654497-5ecf-4ffa-9331-114477fb0e84. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1482.717285] env[62563]: DEBUG oslo_concurrency.lockutils [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] Acquiring lock "refresh_cache-626b0eff-779a-49b9-8e5b-9a8a7f56f428" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.717285] env[62563]: DEBUG oslo_concurrency.lockutils [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] Acquired lock "refresh_cache-626b0eff-779a-49b9-8e5b-9a8a7f56f428" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.717448] env[62563]: DEBUG nova.network.neutron [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Refreshing network info cache for port 45654497-5ecf-4ffa-9331-114477fb0e84 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.771953] env[62563]: DEBUG oslo_vmware.api [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750960, 'name': PowerOffVM_Task, 'duration_secs': 0.273288} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.775469] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1482.775653] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1482.775916] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-700c6150-645b-4bfe-96a7-7edfa5b16713 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.783772] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750958, 'name': ReconfigVM_Task, 'duration_secs': 0.704835} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.784420] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 3f640b0b-2a58-4701-a6d9-10f0a84a8c55/3f640b0b-2a58-4701-a6d9-10f0a84a8c55.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1482.785071] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6ff2320-e5e8-4828-ac0f-38bafb2ebd70 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.789948] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750959, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.797699] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1482.797699] env[62563]: value = "task-1750966" [ 1482.797699] env[62563]: _type = "Task" [ 1482.797699] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.809317] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750966, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.910607] env[62563]: DEBUG oslo_concurrency.lockutils [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] Releasing lock "refresh_cache-8146eebc-9445-4f8c-8b2a-31724f59bedf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.910999] env[62563]: DEBUG nova.compute.manager [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Received event network-changed-9b359f98-5c0d-4082-8711-ea934a1749f7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1482.911245] env[62563]: DEBUG nova.compute.manager [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Refreshing instance network info cache due to event network-changed-9b359f98-5c0d-4082-8711-ea934a1749f7. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1482.911537] env[62563]: DEBUG oslo_concurrency.lockutils [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] Acquiring lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.911743] env[62563]: DEBUG oslo_concurrency.lockutils [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] Acquired lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.911953] env[62563]: DEBUG nova.network.neutron [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Refreshing network info cache for port 9b359f98-5c0d-4082-8711-ea934a1749f7 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.919828] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1482.920214] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1482.920524] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Deleting the datastore file [datastore1] f0f5faef-c983-4d90-b7b2-4a3dcf00d117 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1482.922073] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b9b408e-ebd9-4290-a9fa-07d045f380df {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.930184] env[62563]: DEBUG oslo_vmware.api [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1482.930184] env[62563]: value = "task-1750967" [ 1482.930184] env[62563]: _type = "Task" [ 1482.930184] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.941276] env[62563]: DEBUG oslo_vmware.api [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.017059] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750963, 'name': CreateVM_Task, 'duration_secs': 0.419094} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.017296] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1483.018070] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.018251] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.018641] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1483.018926] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0488345a-72df-42da-be11-782fa6aceea0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.026591] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Waiting for the task: (returnval){ [ 1483.026591] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5263ef8b-5f71-e0d2-a695-6f395b474986" [ 1483.026591] env[62563]: _type = "Task" [ 1483.026591] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.039032] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5263ef8b-5f71-e0d2-a695-6f395b474986, 'name': SearchDatastore_Task} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.039032] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.039364] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.039697] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.039888] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.040153] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.040497] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc91bb14-8b99-4c63-88be-5290d0f13697 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.051447] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.051733] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.056151] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e979900-5bd4-40ff-92ac-985365b5196a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.058713] env[62563]: DEBUG oslo_vmware.api [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750964, 'name': PowerOffVM_Task, 'duration_secs': 0.245093} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.059035] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.059211] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1483.059855] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e5b0197-a43b-41f0-b377-1c55d3ebbf88 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.063342] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Waiting for the task: (returnval){ [ 1483.063342] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523bfa7c-c6ba-2161-7ecc-05915d23df8f" [ 1483.063342] env[62563]: _type = "Task" [ 1483.063342] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.074872] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523bfa7c-c6ba-2161-7ecc-05915d23df8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.112538] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7deb927a-1c0d-4691-8d66-23a4b4f0b6f4 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "488d036a-3cff-4ea9-ab26-895f2b189c6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.904s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.176773] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1483.177093] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1483.177684] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Deleting the datastore file [datastore1] 8146eebc-9445-4f8c-8b2a-31724f59bedf {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.177921] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc41b753-6d6e-476f-87bf-d532eb1b041c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.186989] env[62563]: DEBUG oslo_vmware.api [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for the task: (returnval){ [ 1483.186989] env[62563]: value = "task-1750969" [ 1483.186989] env[62563]: _type = "Task" [ 1483.186989] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.196725] env[62563]: DEBUG oslo_vmware.api [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.291774] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750959, 'name': CloneVM_Task, 'duration_secs': 1.310608} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.292091] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Created linked-clone VM from snapshot [ 1483.292960] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6234089-1b68-47fe-8320-8c28042f3922 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.301860] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Uploading image 0b7fbe88-0739-484b-b727-2293d19df47c {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1483.315364] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750966, 'name': Rename_Task, 'duration_secs': 0.162369} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.315644] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.315948] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff2d0540-d51d-435a-b0f7-511e2b1d04ab {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.323764] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1483.323764] env[62563]: value = "task-1750970" [ 1483.323764] env[62563]: _type = "Task" [ 1483.323764] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.329925] env[62563]: DEBUG oslo_vmware.rw_handles [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1483.329925] env[62563]: value = "vm-363990" [ 1483.329925] env[62563]: _type = "VirtualMachine" [ 1483.329925] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1483.330507] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5489112b-daa6-4f25-ba92-eebebaaccc9c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.344573] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.344573] env[62563]: DEBUG oslo_vmware.rw_handles [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lease: (returnval){ [ 1483.344573] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52805bc3-6300-ad31-1fac-d1934d57cac2" [ 1483.344573] env[62563]: _type = "HttpNfcLease" [ 1483.344573] env[62563]: } obtained for exporting VM: (result){ [ 1483.344573] env[62563]: value = "vm-363990" [ 1483.344573] env[62563]: _type = "VirtualMachine" [ 1483.344573] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1483.344573] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the lease: (returnval){ [ 1483.344573] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52805bc3-6300-ad31-1fac-d1934d57cac2" [ 1483.344573] env[62563]: _type = "HttpNfcLease" [ 1483.344573] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1483.347399] env[62563]: DEBUG nova.network.neutron [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Successfully updated port: c8438fc5-075a-4ed1-873a-8e72170f5acc {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.355357] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1483.355357] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52805bc3-6300-ad31-1fac-d1934d57cac2" [ 1483.355357] env[62563]: _type = "HttpNfcLease" [ 1483.355357] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1483.358449] env[62563]: DEBUG oslo_vmware.rw_handles [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1483.358449] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52805bc3-6300-ad31-1fac-d1934d57cac2" [ 1483.358449] env[62563]: _type = "HttpNfcLease" [ 1483.358449] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1483.359512] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62b28ae-1ae1-47d5-8f15-9a7af1a640a3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.371783] env[62563]: DEBUG oslo_vmware.rw_handles [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f9d5f-a7ca-7df0-a72c-c9a774365a17/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1483.372300] env[62563]: DEBUG oslo_vmware.rw_handles [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f9d5f-a7ca-7df0-a72c-c9a774365a17/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1483.450596] env[62563]: DEBUG oslo_vmware.api [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1750967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149996} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.450760] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1483.451023] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1483.451148] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1483.451322] env[62563]: INFO nova.compute.manager [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1483.451560] env[62563]: DEBUG oslo.service.loopingcall [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.454094] env[62563]: DEBUG nova.compute.manager [-] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1483.454256] env[62563]: DEBUG nova.network.neutron [-] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1483.563060] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b6d0d193-dde9-40d4-a554-484c967ea28f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.576388] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523bfa7c-c6ba-2161-7ecc-05915d23df8f, 'name': SearchDatastore_Task, 'duration_secs': 0.014355} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.582138] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6edc82d-1ed1-4194-81d4-3f2a48d8096f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.589642] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Waiting for the task: (returnval){ [ 1483.589642] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]528581d8-7a98-e4ed-9400-b95c491cd041" [ 1483.589642] env[62563]: _type = "Task" [ 1483.589642] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.607982] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528581d8-7a98-e4ed-9400-b95c491cd041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.649093] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f556a80-8971-4887-a0b0-ca153bc73da7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.656464] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f697918d-637c-4109-a88e-c3e6662054e6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.688370] env[62563]: DEBUG oslo_concurrency.lockutils [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "e9be8415-0fad-4226-bd7f-746b240d2795" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.688742] env[62563]: DEBUG oslo_concurrency.lockutils [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "e9be8415-0fad-4226-bd7f-746b240d2795" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.688959] env[62563]: DEBUG oslo_concurrency.lockutils [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "e9be8415-0fad-4226-bd7f-746b240d2795-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.689156] env[62563]: DEBUG oslo_concurrency.lockutils [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "e9be8415-0fad-4226-bd7f-746b240d2795-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.689329] env[62563]: DEBUG oslo_concurrency.lockutils [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "e9be8415-0fad-4226-bd7f-746b240d2795-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.691374] env[62563]: INFO nova.compute.manager [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Terminating instance [ 1483.696721] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d96d9b-d787-48fe-8271-4e4b03d34e55 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.698916] env[62563]: DEBUG nova.compute.manager [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1483.699119] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.702620] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0260ef2-3df6-4ad7-a6cb-19a3445b1078 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.706467] env[62563]: DEBUG nova.network.neutron [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Updated VIF entry in instance network info cache for port 45654497-5ecf-4ffa-9331-114477fb0e84. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.706848] env[62563]: DEBUG nova.network.neutron [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Updating instance_info_cache with network_info: [{"id": "45654497-5ecf-4ffa-9331-114477fb0e84", "address": "fa:16:3e:73:4a:24", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45654497-5e", "ovs_interfaceid": "45654497-5ecf-4ffa-9331-114477fb0e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.716639] env[62563]: DEBUG oslo_vmware.api [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Task: {'id': task-1750969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219613} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.718732] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1483.718965] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1483.719172] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1483.719353] env[62563]: INFO nova.compute.manager [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1483.719668] env[62563]: DEBUG oslo.service.loopingcall [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.720835] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6aaea5-f84f-4a4a-9f00-01571a66f083 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.724875] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.725959] env[62563]: DEBUG nova.compute.manager [-] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1483.725959] env[62563]: DEBUG nova.network.neutron [-] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1483.727506] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae133fe2-940f-41b4-9d15-b40436bea888 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.741017] env[62563]: DEBUG nova.compute.provider_tree [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.743557] env[62563]: DEBUG oslo_vmware.api [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1483.743557] env[62563]: value = "task-1750972" [ 1483.743557] env[62563]: _type = "Task" [ 1483.743557] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.755493] env[62563]: DEBUG oslo_vmware.api [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.834491] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.859618] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.859770] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.859962] env[62563]: DEBUG nova.network.neutron [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.981319] env[62563]: DEBUG nova.network.neutron [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Updated VIF entry in instance network info cache for port 9b359f98-5c0d-4082-8711-ea934a1749f7. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.981409] env[62563]: DEBUG nova.network.neutron [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Updating instance_info_cache with network_info: [{"id": "9b359f98-5c0d-4082-8711-ea934a1749f7", "address": "fa:16:3e:17:d8:81", "network": {"id": "c778a895-9e72-4f81-808a-4cfdb236e0d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1333487908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "540e6d174d6c4c54800b2ebbc3ea5970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b359f98-5c", "ovs_interfaceid": "9b359f98-5c0d-4082-8711-ea934a1749f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.104468] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528581d8-7a98-e4ed-9400-b95c491cd041, 'name': SearchDatastore_Task, 'duration_secs': 0.021822} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.104468] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.104468] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 626b0eff-779a-49b9-8e5b-9a8a7f56f428/626b0eff-779a-49b9-8e5b-9a8a7f56f428.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.104754] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85ac2a21-5f27-43c9-98cd-f327f308c95d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.112856] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Waiting for the task: (returnval){ [ 1484.112856] env[62563]: value = "task-1750973" [ 1484.112856] env[62563]: _type = "Task" [ 1484.112856] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.125131] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.212693] env[62563]: DEBUG oslo_concurrency.lockutils [req-11473421-5f41-4bce-8dd2-e2868eb7da23 req-a5451b10-364b-4fe1-819f-5dbba4dc14a1 service nova] Releasing lock "refresh_cache-626b0eff-779a-49b9-8e5b-9a8a7f56f428" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.245823] env[62563]: DEBUG nova.scheduler.client.report [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1484.260406] env[62563]: DEBUG oslo_vmware.api [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750972, 'name': PowerOffVM_Task, 'duration_secs': 0.260848} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.261229] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.261229] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.261458] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad2569ed-dcc8-4cb9-98d0-6ddda8d4daed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.335951] env[62563]: DEBUG oslo_vmware.api [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750970, 'name': PowerOnVM_Task, 'duration_secs': 0.710845} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.336647] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.338310] env[62563]: INFO nova.compute.manager [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1484.339219] env[62563]: DEBUG nova.compute.manager [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1484.340181] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2abfd-a987-49ea-9459-0ee93687698d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.368510] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.369037] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.369447] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Deleting the datastore file [datastore1] e9be8415-0fad-4226-bd7f-746b240d2795 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.370495] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca132327-46b7-4cc2-ad5d-7e88be35576a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.377713] env[62563]: DEBUG oslo_vmware.api [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1484.377713] env[62563]: value = "task-1750975" [ 1484.377713] env[62563]: _type = "Task" [ 1484.377713] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.388809] env[62563]: DEBUG oslo_vmware.api [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.412074] env[62563]: DEBUG nova.network.neutron [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.484521] env[62563]: DEBUG oslo_concurrency.lockutils [req-195c89f2-5088-4096-8923-7651057850a3 req-5f1a3f1c-194d-4084-af5e-7f5b4cd15ab3 service nova] Releasing lock "refresh_cache-f0f5faef-c983-4d90-b7b2-4a3dcf00d117" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.563431] env[62563]: DEBUG nova.network.neutron [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance_info_cache with network_info: [{"id": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "address": "fa:16:3e:b6:13:2b", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8438fc5-07", "ovs_interfaceid": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.625293] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750973, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.646408] env[62563]: DEBUG nova.network.neutron [-] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.739942] env[62563]: DEBUG nova.network.neutron [-] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.755476] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.759866] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.371s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.761715] env[62563]: INFO nova.compute.claims [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1484.791806] env[62563]: INFO nova.scheduler.client.report [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Deleted allocations for instance b0bc6040-9338-46d9-a78f-a4e16cf69f95 [ 1484.863222] env[62563]: INFO nova.compute.manager [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Took 48.28 seconds to build instance. [ 1484.891556] env[62563]: DEBUG oslo_vmware.api [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1750975, 'name': DeleteDatastoreFile_Task} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.891906] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.892138] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1484.892351] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.892527] env[62563]: INFO nova.compute.manager [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1484.892773] env[62563]: DEBUG oslo.service.loopingcall [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.893088] env[62563]: DEBUG nova.compute.manager [-] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1484.893207] env[62563]: DEBUG nova.network.neutron [-] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1484.917817] env[62563]: DEBUG nova.compute.manager [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] [instance: fba94786-73fa-4a60-b774-30b140f24972] Received event network-vif-plugged-c8438fc5-075a-4ed1-873a-8e72170f5acc {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1484.917934] env[62563]: DEBUG oslo_concurrency.lockutils [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] Acquiring lock "fba94786-73fa-4a60-b774-30b140f24972-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.918152] env[62563]: DEBUG oslo_concurrency.lockutils [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] Lock "fba94786-73fa-4a60-b774-30b140f24972-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.918689] env[62563]: DEBUG oslo_concurrency.lockutils [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] Lock "fba94786-73fa-4a60-b774-30b140f24972-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.918689] env[62563]: DEBUG nova.compute.manager [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] [instance: fba94786-73fa-4a60-b774-30b140f24972] No waiting events found dispatching network-vif-plugged-c8438fc5-075a-4ed1-873a-8e72170f5acc {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1484.918689] env[62563]: WARNING nova.compute.manager [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] [instance: fba94786-73fa-4a60-b774-30b140f24972] Received unexpected event network-vif-plugged-c8438fc5-075a-4ed1-873a-8e72170f5acc for instance with vm_state building and task_state spawning. [ 1484.918864] env[62563]: DEBUG nova.compute.manager [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] [instance: fba94786-73fa-4a60-b774-30b140f24972] Received event network-changed-c8438fc5-075a-4ed1-873a-8e72170f5acc {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1484.918968] env[62563]: DEBUG nova.compute.manager [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] [instance: fba94786-73fa-4a60-b774-30b140f24972] Refreshing instance network info cache due to event network-changed-c8438fc5-075a-4ed1-873a-8e72170f5acc. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1484.919160] env[62563]: DEBUG oslo_concurrency.lockutils [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] Acquiring lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.069159] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.069159] env[62563]: DEBUG nova.compute.manager [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Instance network_info: |[{"id": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "address": "fa:16:3e:b6:13:2b", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8438fc5-07", "ovs_interfaceid": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1485.069159] env[62563]: DEBUG oslo_concurrency.lockutils [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] Acquired lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.069159] env[62563]: DEBUG nova.network.neutron [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] [instance: fba94786-73fa-4a60-b774-30b140f24972] Refreshing network info cache for port c8438fc5-075a-4ed1-873a-8e72170f5acc {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.070184] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:13:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8438fc5-075a-4ed1-873a-8e72170f5acc', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.078300] env[62563]: DEBUG oslo.service.loopingcall [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.078825] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba94786-73fa-4a60-b774-30b140f24972] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1485.079076] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3781c18-5135-4704-b927-52e58aad73f1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.101990] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.101990] env[62563]: value = "task-1750976" [ 1485.101990] env[62563]: _type = "Task" [ 1485.101990] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.110944] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750976, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.124023] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596912} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.124157] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 626b0eff-779a-49b9-8e5b-9a8a7f56f428/626b0eff-779a-49b9-8e5b-9a8a7f56f428.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1485.124356] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1485.124618] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0dea028-8b05-46cb-a092-61203af21e78 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.131674] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Waiting for the task: (returnval){ [ 1485.131674] env[62563]: value = "task-1750977" [ 1485.131674] env[62563]: _type = "Task" [ 1485.131674] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.140105] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.148904] env[62563]: INFO nova.compute.manager [-] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Took 1.69 seconds to deallocate network for instance. [ 1485.243398] env[62563]: INFO nova.compute.manager [-] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Took 1.52 seconds to deallocate network for instance. [ 1485.301633] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3b2634ec-d931-47ae-a08b-3e35596665aa tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "b0bc6040-9338-46d9-a78f-a4e16cf69f95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.292s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.365668] env[62563]: DEBUG oslo_concurrency.lockutils [None req-17fa7839-6007-4fac-b2c3-56f55d292837 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "3f640b0b-2a58-4701-a6d9-10f0a84a8c55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.003s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.614164] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750976, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.642169] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105467} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.642169] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1485.642873] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67524495-fcf3-4452-aaff-664b069d7ebc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.659984] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.668892] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 626b0eff-779a-49b9-8e5b-9a8a7f56f428/626b0eff-779a-49b9-8e5b-9a8a7f56f428.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.671924] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af8e9e4f-7144-4932-ac63-470fb6246c67 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.688327] env[62563]: DEBUG nova.network.neutron [-] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.692949] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Waiting for the task: (returnval){ [ 1485.692949] env[62563]: value = "task-1750978" [ 1485.692949] env[62563]: _type = "Task" [ 1485.692949] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.704387] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.751214] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.850074] env[62563]: DEBUG nova.network.neutron [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updated VIF entry in instance network info cache for port c8438fc5-075a-4ed1-873a-8e72170f5acc. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.850650] env[62563]: DEBUG nova.network.neutron [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance_info_cache with network_info: [{"id": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "address": "fa:16:3e:b6:13:2b", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8438fc5-07", "ovs_interfaceid": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.871340] env[62563]: DEBUG nova.compute.manager [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1486.114973] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750976, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.191816] env[62563]: INFO nova.compute.manager [-] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Took 1.30 seconds to deallocate network for instance. [ 1486.205912] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750978, 'name': ReconfigVM_Task, 'duration_secs': 0.355501} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.207373] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 626b0eff-779a-49b9-8e5b-9a8a7f56f428/626b0eff-779a-49b9-8e5b-9a8a7f56f428.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.207373] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c78456fc-829f-4350-bd1c-6564d45eb9a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.214297] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Waiting for the task: (returnval){ [ 1486.214297] env[62563]: value = "task-1750979" [ 1486.214297] env[62563]: _type = "Task" [ 1486.214297] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.222550] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750979, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.288271] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "4cb907f9-f915-4f66-b202-0307f38a5d45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.288492] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "4cb907f9-f915-4f66-b202-0307f38a5d45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.315379] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "8c375077-2899-49d5-96c8-7b2cbed7bc38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.315638] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "8c375077-2899-49d5-96c8-7b2cbed7bc38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.317401] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20057703-508e-4129-8349-5c4b7741bd15 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.326458] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5f47a2-7150-46cc-9ca5-0c38849dcfaf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.358621] env[62563]: DEBUG oslo_concurrency.lockutils [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] Releasing lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.358967] env[62563]: DEBUG nova.compute.manager [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Received event network-vif-deleted-9b359f98-5c0d-4082-8711-ea934a1749f7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1486.359243] env[62563]: DEBUG nova.compute.manager [req-22cba7ee-849f-492d-83ed-aee3db387170 req-2d7ea539-0c0d-4cc4-8d59-b78448d76f94 service nova] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Received event network-vif-deleted-950bcfd7-a03d-4033-af35-0d671fcdb713 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1486.360853] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac462b-e982-437e-9ebc-45c1d01dcf38 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.370334] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e176337d-5e99-47df-aa1e-a72faa3c0594 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.387382] env[62563]: DEBUG nova.compute.provider_tree [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.390268] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.613834] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750976, 'name': CreateVM_Task, 'duration_secs': 1.357614} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.614068] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba94786-73fa-4a60-b774-30b140f24972] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1486.614847] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.615051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.615376] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1486.615647] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057b2e9e-a10a-4e7b-91f6-fc7abc56b0b1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.620630] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1486.620630] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5232d997-bca1-9982-6de0-e6bb7ee3f51c" [ 1486.620630] env[62563]: _type = "Task" [ 1486.620630] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.631072] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5232d997-bca1-9982-6de0-e6bb7ee3f51c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.702662] env[62563]: DEBUG oslo_concurrency.lockutils [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.724210] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750979, 'name': Rename_Task, 'duration_secs': 0.15618} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.724537] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.724793] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16791ce6-332b-4b82-8ac8-281776572438 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.731443] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Waiting for the task: (returnval){ [ 1486.731443] env[62563]: value = "task-1750980" [ 1486.731443] env[62563]: _type = "Task" [ 1486.731443] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.740299] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.890682] env[62563]: DEBUG nova.scheduler.client.report [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1486.917864] env[62563]: INFO nova.compute.manager [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Rebuilding instance [ 1486.961896] env[62563]: DEBUG nova.compute.manager [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1486.963054] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17026ad-bd8c-45e9-9765-25d598a8abcb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.976934] env[62563]: DEBUG nova.compute.manager [req-4fa5572b-f984-4086-bedd-6ca073b2f27a req-6652e846-3a1f-48bb-bd0b-75bf2bcf3e14 service nova] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Received event network-vif-deleted-b720ed21-4f8e-430e-917a-631382a5b81f {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1487.130720] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5232d997-bca1-9982-6de0-e6bb7ee3f51c, 'name': SearchDatastore_Task, 'duration_secs': 0.012541} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.131046] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.131286] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1487.131537] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.131714] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.131864] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1487.132166] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77a08709-e86b-45c5-af14-22b3a61e2145 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.141691] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1487.141835] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1487.142902] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d33cb8-e23b-4f08-9689-cb799a97789e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.149595] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1487.149595] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5285418d-ddf2-ca5c-06d9-8b6af0629997" [ 1487.149595] env[62563]: _type = "Task" [ 1487.149595] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.157858] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5285418d-ddf2-ca5c-06d9-8b6af0629997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.241996] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750980, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.398635] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.398987] env[62563]: DEBUG nova.compute.manager [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1487.401845] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.022s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.403319] env[62563]: INFO nova.compute.claims [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1487.476298] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1487.476872] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6beb41d9-c2b3-4b70-a9e5-3d10c6b03b52 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.484485] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1487.484485] env[62563]: value = "task-1750981" [ 1487.484485] env[62563]: _type = "Task" [ 1487.484485] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.493048] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.660982] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5285418d-ddf2-ca5c-06d9-8b6af0629997, 'name': SearchDatastore_Task, 'duration_secs': 0.013559} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.661973] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e1bfc0-b556-4bcc-b94a-fc54e362c769 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.667875] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1487.667875] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52801428-93b5-49f3-fdab-abcacc3b6e3d" [ 1487.667875] env[62563]: _type = "Task" [ 1487.667875] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.677202] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52801428-93b5-49f3-fdab-abcacc3b6e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.742460] env[62563]: DEBUG oslo_vmware.api [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750980, 'name': PowerOnVM_Task, 'duration_secs': 0.541211} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.742753] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1487.743027] env[62563]: INFO nova.compute.manager [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1487.743226] env[62563]: DEBUG nova.compute.manager [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1487.744058] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46339110-14ad-4262-b08f-010aca8d477d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.909524] env[62563]: DEBUG nova.compute.utils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1487.914374] env[62563]: DEBUG nova.compute.manager [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1487.914585] env[62563]: DEBUG nova.network.neutron [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1487.968750] env[62563]: DEBUG nova.policy [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7585dc4ea0c84e36a6529b944a4b8e5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da7ebbf0584645d3a754b072eabbe17d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1487.995516] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750981, 'name': PowerOffVM_Task, 'duration_secs': 0.228503} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.995786] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1487.996046] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1487.996876] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31094527-c70e-4933-b938-d6b1a81cc712 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.005807] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.006075] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42d59bf0-36f0-47e6-90c3-bf7f63bba193 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.084513] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.084793] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.084996] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleting the datastore file [datastore1] 3f640b0b-2a58-4701-a6d9-10f0a84a8c55 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.085278] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74293a5a-b638-4997-8bc2-415a5428d7cc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.091684] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1488.091684] env[62563]: value = "task-1750983" [ 1488.091684] env[62563]: _type = "Task" [ 1488.091684] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.099583] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.180573] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52801428-93b5-49f3-fdab-abcacc3b6e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.018738} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.180940] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.181233] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] fba94786-73fa-4a60-b774-30b140f24972/fba94786-73fa-4a60-b774-30b140f24972.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1488.181504] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d41265ba-08be-43ed-968f-ce7185095c8b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.193855] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1488.193855] env[62563]: value = "task-1750984" [ 1488.193855] env[62563]: _type = "Task" [ 1488.193855] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.205672] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.264998] env[62563]: INFO nova.compute.manager [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Took 46.24 seconds to build instance. [ 1488.271351] env[62563]: DEBUG nova.network.neutron [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Successfully created port: cc900329-e4a0-44fe-8d04-6c4d4f2bca87 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1488.416914] env[62563]: DEBUG nova.compute.manager [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1488.602774] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255396} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.605761] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1488.605854] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1488.606020] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1488.706916] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750984, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.768760] env[62563]: DEBUG oslo_concurrency.lockutils [None req-abd29cc6-24f1-44d8-be91-1e10e503b95c tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Lock "626b0eff-779a-49b9-8e5b-9a8a7f56f428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.352s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.882434] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1e22ee-8b8d-44ee-9a52-0691f66023b7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.891575] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b02a1ef-b4f7-41de-8d87-6eb76a3601f0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.940165] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263a7f2f-3c14-4523-8da6-48a1414b2d13 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.950030] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7193f2ba-438b-4707-bfa3-17104c0511ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.968111] env[62563]: DEBUG nova.compute.provider_tree [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.204701] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750984, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.271366] env[62563]: DEBUG nova.compute.manager [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1489.445924] env[62563]: DEBUG nova.compute.manager [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1489.467175] env[62563]: DEBUG nova.virt.hardware [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1489.467432] env[62563]: DEBUG nova.virt.hardware [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1489.467589] env[62563]: DEBUG nova.virt.hardware [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.467769] env[62563]: DEBUG nova.virt.hardware [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1489.467915] env[62563]: DEBUG nova.virt.hardware [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.468074] env[62563]: DEBUG nova.virt.hardware [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1489.468278] env[62563]: DEBUG nova.virt.hardware [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1489.468511] env[62563]: DEBUG nova.virt.hardware [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1489.468590] env[62563]: DEBUG nova.virt.hardware [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1489.468747] env[62563]: DEBUG nova.virt.hardware [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1489.468916] env[62563]: DEBUG nova.virt.hardware [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1489.469944] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d43cd18-8e11-4602-ae2b-09adab8940e2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.473206] env[62563]: DEBUG nova.scheduler.client.report [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1489.481645] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd638d61-0001-443f-ba3f-c027043b151c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.579633] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Acquiring lock "626b0eff-779a-49b9-8e5b-9a8a7f56f428" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.579918] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Lock "626b0eff-779a-49b9-8e5b-9a8a7f56f428" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.580234] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Acquiring lock "626b0eff-779a-49b9-8e5b-9a8a7f56f428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.580326] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Lock "626b0eff-779a-49b9-8e5b-9a8a7f56f428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.580548] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Lock "626b0eff-779a-49b9-8e5b-9a8a7f56f428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.582796] env[62563]: INFO nova.compute.manager [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Terminating instance [ 1489.585160] env[62563]: DEBUG nova.compute.manager [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1489.585365] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.586210] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b4cc93-4ff4-4b55-b778-75868cce5fa1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.593946] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.594208] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d55c46de-e9c9-4f1f-89ee-33b892db14c3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.600925] env[62563]: DEBUG oslo_vmware.api [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Waiting for the task: (returnval){ [ 1489.600925] env[62563]: value = "task-1750985" [ 1489.600925] env[62563]: _type = "Task" [ 1489.600925] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.609655] env[62563]: DEBUG oslo_vmware.api [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.637056] env[62563]: DEBUG nova.virt.hardware [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1489.637314] env[62563]: DEBUG nova.virt.hardware [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1489.637472] env[62563]: DEBUG nova.virt.hardware [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.637652] env[62563]: DEBUG nova.virt.hardware [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1489.637797] env[62563]: DEBUG nova.virt.hardware [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.637939] env[62563]: DEBUG nova.virt.hardware [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1489.638163] env[62563]: DEBUG nova.virt.hardware [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1489.638323] env[62563]: DEBUG nova.virt.hardware [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1489.638482] env[62563]: DEBUG nova.virt.hardware [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1489.638641] env[62563]: DEBUG nova.virt.hardware [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1489.638811] env[62563]: DEBUG nova.virt.hardware [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1489.639692] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c95105a-5967-445f-92bd-3b289b1fcdc0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.647778] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34036852-7853-415b-bd96-d47725099e37 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.661131] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:2b:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e08232b7-1882-4d91-8751-8ac96642b064', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1489.670275] env[62563]: DEBUG oslo.service.loopingcall [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1489.670583] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1489.670808] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edee32d9-b02b-416c-a115-eaaed7fde9ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.688165] env[62563]: DEBUG nova.compute.manager [req-c824f4b1-9a58-4a32-883a-28d311be80bc req-829e3034-490e-487d-8b3d-313dcc81b2f1 service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Received event network-vif-plugged-cc900329-e4a0-44fe-8d04-6c4d4f2bca87 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1489.688411] env[62563]: DEBUG oslo_concurrency.lockutils [req-c824f4b1-9a58-4a32-883a-28d311be80bc req-829e3034-490e-487d-8b3d-313dcc81b2f1 service nova] Acquiring lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.688627] env[62563]: DEBUG oslo_concurrency.lockutils [req-c824f4b1-9a58-4a32-883a-28d311be80bc req-829e3034-490e-487d-8b3d-313dcc81b2f1 service nova] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.688787] env[62563]: DEBUG oslo_concurrency.lockutils [req-c824f4b1-9a58-4a32-883a-28d311be80bc req-829e3034-490e-487d-8b3d-313dcc81b2f1 service nova] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.688956] env[62563]: DEBUG nova.compute.manager [req-c824f4b1-9a58-4a32-883a-28d311be80bc req-829e3034-490e-487d-8b3d-313dcc81b2f1 service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] No waiting events found dispatching network-vif-plugged-cc900329-e4a0-44fe-8d04-6c4d4f2bca87 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1489.689133] env[62563]: WARNING nova.compute.manager [req-c824f4b1-9a58-4a32-883a-28d311be80bc req-829e3034-490e-487d-8b3d-313dcc81b2f1 service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Received unexpected event network-vif-plugged-cc900329-e4a0-44fe-8d04-6c4d4f2bca87 for instance with vm_state building and task_state spawning. [ 1489.690885] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1489.690885] env[62563]: value = "task-1750986" [ 1489.690885] env[62563]: _type = "Task" [ 1489.690885] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.702234] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750986, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.707600] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750984, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.788446] env[62563]: DEBUG nova.network.neutron [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Successfully updated port: cc900329-e4a0-44fe-8d04-6c4d4f2bca87 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.799558] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.978469] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.979049] env[62563]: DEBUG nova.compute.manager [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1489.982079] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.488s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.984110] env[62563]: INFO nova.compute.claims [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1490.111732] env[62563]: DEBUG oslo_vmware.api [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750985, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.203057] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750986, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.208919] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750984, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.693098} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.209263] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] fba94786-73fa-4a60-b774-30b140f24972/fba94786-73fa-4a60-b774-30b140f24972.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1490.209600] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1490.209813] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb6c5c30-aa34-48f5-8297-87e90f8a23b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.218024] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1490.218024] env[62563]: value = "task-1750987" [ 1490.218024] env[62563]: _type = "Task" [ 1490.218024] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.233277] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.294772] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.294772] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquired lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.294772] env[62563]: DEBUG nova.network.neutron [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.489649] env[62563]: DEBUG nova.compute.utils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1490.493953] env[62563]: DEBUG nova.compute.manager [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1490.494263] env[62563]: DEBUG nova.network.neutron [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1490.535620] env[62563]: DEBUG nova.policy [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '010e9b5cfbc647a2b7d7425bb0b1b531', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa6d5f44801d4afbad5492d0c7c277b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1490.611869] env[62563]: DEBUG oslo_vmware.api [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750985, 'name': PowerOffVM_Task, 'duration_secs': 0.534535} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.612205] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.612461] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1490.612743] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-670163fe-28d0-4daa-b717-8f60e740a021 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.706031] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750986, 'name': CreateVM_Task, 'duration_secs': 0.573483} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.706031] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1490.706031] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.706031] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.706031] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1490.706429] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7d08da-399b-4655-a5dd-a8705b31e2e2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.712350] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1490.712350] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526a985a-cb2a-ca36-f6f3-654665113838" [ 1490.712350] env[62563]: _type = "Task" [ 1490.712350] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.718756] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1490.718756] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1490.718756] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Deleting the datastore file [datastore1] 626b0eff-779a-49b9-8e5b-9a8a7f56f428 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.718756] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f34d505f-c955-4fa8-a79e-b7599e0bab32 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.729727] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526a985a-cb2a-ca36-f6f3-654665113838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.736642] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104848} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.737849] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1490.738370] env[62563]: DEBUG oslo_vmware.api [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Waiting for the task: (returnval){ [ 1490.738370] env[62563]: value = "task-1750989" [ 1490.738370] env[62563]: _type = "Task" [ 1490.738370] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.739379] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690b0699-4d79-44cd-96d5-a6e0b712776c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.751599] env[62563]: DEBUG oslo_vmware.api [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.770782] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] fba94786-73fa-4a60-b774-30b140f24972/fba94786-73fa-4a60-b774-30b140f24972.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1490.771811] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-948fa85e-d66f-402f-9be8-848f0fa4b62a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.795220] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1490.795220] env[62563]: value = "task-1750990" [ 1490.795220] env[62563]: _type = "Task" [ 1490.795220] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.808938] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750990, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.843855] env[62563]: DEBUG nova.network.neutron [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Successfully created port: 00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1490.847728] env[62563]: DEBUG nova.network.neutron [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1490.995595] env[62563]: DEBUG nova.compute.manager [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1491.102698] env[62563]: DEBUG nova.network.neutron [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Updating instance_info_cache with network_info: [{"id": "cc900329-e4a0-44fe-8d04-6c4d4f2bca87", "address": "fa:16:3e:3a:61:05", "network": {"id": "c221bf96-f8ac-4133-8b9d-023f426cd9fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-647450691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7ebbf0584645d3a754b072eabbe17d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc900329-e4", "ovs_interfaceid": "cc900329-e4a0-44fe-8d04-6c4d4f2bca87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.226147] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526a985a-cb2a-ca36-f6f3-654665113838, 'name': SearchDatastore_Task, 'duration_secs': 0.012883} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.229575] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.229830] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1491.230077] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.230483] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.230710] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1491.231885] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0632f6d3-5ab3-42a6-a9db-ea3b5a8d893e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.240407] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1491.240582] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1491.241476] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef0649d-c13e-4777-b1b2-7bcade7d3324 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.254942] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1491.254942] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526bb39e-8567-121e-ad90-685de2b3aa6d" [ 1491.254942] env[62563]: _type = "Task" [ 1491.254942] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.262412] env[62563]: DEBUG oslo_vmware.api [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Task: {'id': task-1750989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169921} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.268386] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1491.268386] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1491.268386] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1491.268386] env[62563]: INFO nova.compute.manager [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1491.268671] env[62563]: DEBUG oslo.service.loopingcall [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.269175] env[62563]: DEBUG nova.compute.manager [-] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1491.269280] env[62563]: DEBUG nova.network.neutron [-] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1491.276645] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526bb39e-8567-121e-ad90-685de2b3aa6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.277709] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a66165-4013-4e98-b127-1049817d5162 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.286427] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1491.286427] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520435fb-50cf-7827-32db-540d810d7c7e" [ 1491.286427] env[62563]: _type = "Task" [ 1491.286427] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.295183] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520435fb-50cf-7827-32db-540d810d7c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.306132] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.526145] env[62563]: DEBUG oslo_vmware.rw_handles [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f9d5f-a7ca-7df0-a72c-c9a774365a17/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1491.527177] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5668b9-9323-4fac-b158-fcb2c8d6c302 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.531098] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba1d7c1-1788-48d5-af8c-a67c6940d9ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.538031] env[62563]: DEBUG oslo_vmware.rw_handles [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f9d5f-a7ca-7df0-a72c-c9a774365a17/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1491.538405] env[62563]: ERROR oslo_vmware.rw_handles [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f9d5f-a7ca-7df0-a72c-c9a774365a17/disk-0.vmdk due to incomplete transfer. [ 1491.540253] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-782f8f13-b767-42ad-b9ac-20748b877fa5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.542502] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb43586-bf7a-4be4-827c-e1043ba0f3b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.576860] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe92db3c-bf35-45ca-be08-cf0a55bcedde {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.579747] env[62563]: DEBUG oslo_vmware.rw_handles [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f9d5f-a7ca-7df0-a72c-c9a774365a17/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1491.579944] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Uploaded image 0b7fbe88-0739-484b-b727-2293d19df47c to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1491.582310] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1491.582781] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4030c032-0031-49bd-a68c-8ec81954480b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.591224] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a53d4e-8c0a-49fa-a41e-779fa200dffe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.595666] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1491.595666] env[62563]: value = "task-1750991" [ 1491.595666] env[62563]: _type = "Task" [ 1491.595666] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.609258] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Releasing lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.609574] env[62563]: DEBUG nova.compute.manager [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Instance network_info: |[{"id": "cc900329-e4a0-44fe-8d04-6c4d4f2bca87", "address": "fa:16:3e:3a:61:05", "network": {"id": "c221bf96-f8ac-4133-8b9d-023f426cd9fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-647450691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7ebbf0584645d3a754b072eabbe17d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc900329-e4", "ovs_interfaceid": "cc900329-e4a0-44fe-8d04-6c4d4f2bca87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1491.610115] env[62563]: DEBUG nova.compute.provider_tree [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.612061] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:61:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc900329-e4a0-44fe-8d04-6c4d4f2bca87', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1491.619809] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Creating folder: Project (da7ebbf0584645d3a754b072eabbe17d). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1491.623888] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea5527c3-b9cb-4921-affa-d457f14507fb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.625446] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750991, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.634418] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Created folder: Project (da7ebbf0584645d3a754b072eabbe17d) in parent group-v363823. [ 1491.634604] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Creating folder: Instances. Parent ref: group-v363996. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1491.634863] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f6bdad6-cffe-4ccf-85be-ad400c06fe4c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.643713] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Created folder: Instances in parent group-v363996. [ 1491.643938] env[62563]: DEBUG oslo.service.loopingcall [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.644140] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1491.644371] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-669670c0-28d8-4a62-af69-28704f2a3ac6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.663449] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1491.663449] env[62563]: value = "task-1750994" [ 1491.663449] env[62563]: _type = "Task" [ 1491.663449] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.671074] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750994, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.766808] env[62563]: DEBUG nova.compute.manager [req-505f9161-9146-4142-9685-6bcbe750e089 req-f2555f8e-7c87-4fac-ad75-ba6165409547 service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Received event network-changed-cc900329-e4a0-44fe-8d04-6c4d4f2bca87 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1491.767051] env[62563]: DEBUG nova.compute.manager [req-505f9161-9146-4142-9685-6bcbe750e089 req-f2555f8e-7c87-4fac-ad75-ba6165409547 service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Refreshing instance network info cache due to event network-changed-cc900329-e4a0-44fe-8d04-6c4d4f2bca87. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1491.767310] env[62563]: DEBUG oslo_concurrency.lockutils [req-505f9161-9146-4142-9685-6bcbe750e089 req-f2555f8e-7c87-4fac-ad75-ba6165409547 service nova] Acquiring lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.767517] env[62563]: DEBUG oslo_concurrency.lockutils [req-505f9161-9146-4142-9685-6bcbe750e089 req-f2555f8e-7c87-4fac-ad75-ba6165409547 service nova] Acquired lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.767708] env[62563]: DEBUG nova.network.neutron [req-505f9161-9146-4142-9685-6bcbe750e089 req-f2555f8e-7c87-4fac-ad75-ba6165409547 service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Refreshing network info cache for port cc900329-e4a0-44fe-8d04-6c4d4f2bca87 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.797284] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520435fb-50cf-7827-32db-540d810d7c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.797578] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.797847] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 3f640b0b-2a58-4701-a6d9-10f0a84a8c55/3f640b0b-2a58-4701-a6d9-10f0a84a8c55.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1491.798235] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e13d84c4-13b0-4a93-9400-c535c808ecbe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.810719] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750990, 'name': ReconfigVM_Task, 'duration_secs': 0.796272} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.812365] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Reconfigured VM instance instance-00000039 to attach disk [datastore1] fba94786-73fa-4a60-b774-30b140f24972/fba94786-73fa-4a60-b774-30b140f24972.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1491.813172] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1491.813172] env[62563]: value = "task-1750995" [ 1491.813172] env[62563]: _type = "Task" [ 1491.813172] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.813386] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a420f47b-5983-4901-a6ae-2172c6f069cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.830989] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1491.830989] env[62563]: value = "task-1750996" [ 1491.830989] env[62563]: _type = "Task" [ 1491.830989] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.831290] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.845013] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750996, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.010082] env[62563]: DEBUG nova.compute.manager [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1492.037528] env[62563]: DEBUG nova.virt.hardware [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1492.037854] env[62563]: DEBUG nova.virt.hardware [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1492.038054] env[62563]: DEBUG nova.virt.hardware [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.038258] env[62563]: DEBUG nova.virt.hardware [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1492.038423] env[62563]: DEBUG nova.virt.hardware [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.038577] env[62563]: DEBUG nova.virt.hardware [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1492.039130] env[62563]: DEBUG nova.virt.hardware [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1492.039130] env[62563]: DEBUG nova.virt.hardware [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1492.039252] env[62563]: DEBUG nova.virt.hardware [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1492.039343] env[62563]: DEBUG nova.virt.hardware [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1492.039537] env[62563]: DEBUG nova.virt.hardware [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1492.040839] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6ab39c-e5c0-42a0-aef4-87fa7a99ec87 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.049888] env[62563]: DEBUG nova.network.neutron [-] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.052671] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ff34f0-52dc-4a99-b012-abbbc463468a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.107678] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750991, 'name': Destroy_Task, 'duration_secs': 0.459439} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.107932] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Destroyed the VM [ 1492.108213] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1492.108471] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-81d2f2ba-bf76-4c6d-a5e3-bc4a0e870f20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.117696] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1492.117696] env[62563]: value = "task-1750997" [ 1492.117696] env[62563]: _type = "Task" [ 1492.117696] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.126868] env[62563]: DEBUG nova.scheduler.client.report [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1492.131050] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750997, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.174658] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1750994, 'name': CreateVM_Task, 'duration_secs': 0.397725} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.174901] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1492.176333] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.176961] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.177353] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1492.178019] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5addf340-38db-4ebf-8284-1f858f3f0bcd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.183693] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1492.183693] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525b6ea3-a651-f3ed-4a94-250e856960d3" [ 1492.183693] env[62563]: _type = "Task" [ 1492.183693] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.195052] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525b6ea3-a651-f3ed-4a94-250e856960d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.331497] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750995, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.342501] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750996, 'name': Rename_Task, 'duration_secs': 0.1743} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.343356] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1492.343356] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-128faa69-03bc-4cb2-94a5-28a71c6f0fca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.350460] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1492.350460] env[62563]: value = "task-1750998" [ 1492.350460] env[62563]: _type = "Task" [ 1492.350460] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.359969] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.558522] env[62563]: INFO nova.compute.manager [-] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Took 1.29 seconds to deallocate network for instance. [ 1492.625979] env[62563]: DEBUG nova.network.neutron [req-505f9161-9146-4142-9685-6bcbe750e089 req-f2555f8e-7c87-4fac-ad75-ba6165409547 service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Updated VIF entry in instance network info cache for port cc900329-e4a0-44fe-8d04-6c4d4f2bca87. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1492.626484] env[62563]: DEBUG nova.network.neutron [req-505f9161-9146-4142-9685-6bcbe750e089 req-f2555f8e-7c87-4fac-ad75-ba6165409547 service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Updating instance_info_cache with network_info: [{"id": "cc900329-e4a0-44fe-8d04-6c4d4f2bca87", "address": "fa:16:3e:3a:61:05", "network": {"id": "c221bf96-f8ac-4133-8b9d-023f426cd9fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-647450691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7ebbf0584645d3a754b072eabbe17d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc900329-e4", "ovs_interfaceid": "cc900329-e4a0-44fe-8d04-6c4d4f2bca87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.633133] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.633604] env[62563]: DEBUG nova.compute.manager [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1492.637095] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750997, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.638848] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.223s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.639171] env[62563]: DEBUG nova.objects.instance [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lazy-loading 'resources' on Instance uuid 201f37af-ea79-4dea-9f20-2520213e1d6e {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.694835] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525b6ea3-a651-f3ed-4a94-250e856960d3, 'name': SearchDatastore_Task, 'duration_secs': 0.055268} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.695622] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.701095] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.701095] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.701095] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.701095] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.701095] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12567d99-1377-4e09-84a9-b9ef18fe785e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.711211] env[62563]: DEBUG nova.network.neutron [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Successfully updated port: 00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1492.713945] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.714146] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.715347] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff681a54-20bd-4c31-92d9-46371671ccb7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.721972] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1492.721972] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f22968-ecf2-ed24-b8b6-9ac578ed71bf" [ 1492.721972] env[62563]: _type = "Task" [ 1492.721972] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.734134] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f22968-ecf2-ed24-b8b6-9ac578ed71bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.830674] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "9e485fef-8ccd-4069-b33c-d94b2162019a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.830922] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "9e485fef-8ccd-4069-b33c-d94b2162019a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.831150] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582314} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.831380] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 3f640b0b-2a58-4701-a6d9-10f0a84a8c55/3f640b0b-2a58-4701-a6d9-10f0a84a8c55.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1492.831589] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1492.831836] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48acd0ae-e8ff-46ab-98ca-3f3c2b40ee07 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.839310] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1492.839310] env[62563]: value = "task-1750999" [ 1492.839310] env[62563]: _type = "Task" [ 1492.839310] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.853520] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.862492] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750998, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.064941] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.127948] env[62563]: DEBUG oslo_vmware.api [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1750997, 'name': RemoveSnapshot_Task, 'duration_secs': 0.779919} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.128237] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1493.128487] env[62563]: INFO nova.compute.manager [None req-96b7d87a-1cd0-4f90-bd4e-724dd7f46cc6 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Took 13.96 seconds to snapshot the instance on the hypervisor. [ 1493.138814] env[62563]: DEBUG nova.compute.utils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1493.140254] env[62563]: DEBUG oslo_concurrency.lockutils [req-505f9161-9146-4142-9685-6bcbe750e089 req-f2555f8e-7c87-4fac-ad75-ba6165409547 service nova] Releasing lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.140659] env[62563]: DEBUG nova.compute.manager [req-505f9161-9146-4142-9685-6bcbe750e089 req-f2555f8e-7c87-4fac-ad75-ba6165409547 service nova] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Received event network-vif-deleted-45654497-5ecf-4ffa-9331-114477fb0e84 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1493.140659] env[62563]: INFO nova.compute.manager [req-505f9161-9146-4142-9685-6bcbe750e089 req-f2555f8e-7c87-4fac-ad75-ba6165409547 service nova] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Neutron deleted interface 45654497-5ecf-4ffa-9331-114477fb0e84; detaching it from the instance and deleting it from the info cache [ 1493.140805] env[62563]: DEBUG nova.network.neutron [req-505f9161-9146-4142-9685-6bcbe750e089 req-f2555f8e-7c87-4fac-ad75-ba6165409547 service nova] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.145192] env[62563]: DEBUG nova.compute.manager [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1493.145192] env[62563]: DEBUG nova.network.neutron [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.192301] env[62563]: DEBUG nova.policy [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '079cb338ecee44e5aff8a46da55241e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9396eed560b4a4fa3ca244b7e094184', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1493.216231] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.216231] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.216231] env[62563]: DEBUG nova.network.neutron [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1493.236897] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f22968-ecf2-ed24-b8b6-9ac578ed71bf, 'name': SearchDatastore_Task, 'duration_secs': 0.014533} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.237755] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d8724ca-5c05-4d76-b21f-df4ed7371402 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.245508] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1493.245508] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52c1ab0f-1bfc-02eb-644e-20705c9e2fe2" [ 1493.245508] env[62563]: _type = "Task" [ 1493.245508] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.253008] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c1ab0f-1bfc-02eb-644e-20705c9e2fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.350331] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1750999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069232} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.350604] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1493.352545] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9630ab0-fc77-4847-97df-3e9f48bda978 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.382396] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 3f640b0b-2a58-4701-a6d9-10f0a84a8c55/3f640b0b-2a58-4701-a6d9-10f0a84a8c55.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1493.388391] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b254d11-054f-4ec0-9681-a25a763c0a0a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.403115] env[62563]: DEBUG oslo_vmware.api [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1750998, 'name': PowerOnVM_Task, 'duration_secs': 0.539826} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.403613] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.403822] env[62563]: INFO nova.compute.manager [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Took 11.01 seconds to spawn the instance on the hypervisor. [ 1493.403999] env[62563]: DEBUG nova.compute.manager [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1493.405163] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77821ab2-523f-44be-9434-075a4502b5bf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.416916] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1493.416916] env[62563]: value = "task-1751000" [ 1493.416916] env[62563]: _type = "Task" [ 1493.416916] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.425684] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.444468] env[62563]: DEBUG nova.network.neutron [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Successfully created port: 5e651cae-398f-49e0-9175-6a7b58f312bf {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.632945] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c4efcb-36ca-43a2-a6eb-0b95f5baa830 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.642840] env[62563]: DEBUG nova.compute.manager [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1493.651381] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae16252d-38db-4f4a-94a4-10f478cd6393 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.657284] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9d41da5-b4ec-4ba1-b156-16ed5a799598 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.690534] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d56aca8-8e55-4c85-9366-269385f5ae68 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.696798] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecb862d-3c11-4a9f-b227-d85e9a93b859 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.713521] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba182e6-1d37-4304-ae4a-a9ba20602f02 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.731238] env[62563]: DEBUG nova.compute.manager [req-505f9161-9146-4142-9685-6bcbe750e089 req-f2555f8e-7c87-4fac-ad75-ba6165409547 service nova] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Detach interface failed, port_id=45654497-5ecf-4ffa-9331-114477fb0e84, reason: Instance 626b0eff-779a-49b9-8e5b-9a8a7f56f428 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1493.738956] env[62563]: DEBUG nova.compute.provider_tree [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.758272] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c1ab0f-1bfc-02eb-644e-20705c9e2fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.052547} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.758272] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.758272] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 981fd9ee-6c96-4c7e-b3ba-730ab9aee214/981fd9ee-6c96-4c7e-b3ba-730ab9aee214.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1493.758737] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c51f7d3-70f4-4453-a65c-5ecbeea27576 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.765682] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1493.765682] env[62563]: value = "task-1751001" [ 1493.765682] env[62563]: _type = "Task" [ 1493.765682] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.766538] env[62563]: DEBUG nova.network.neutron [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.776097] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.908828] env[62563]: DEBUG nova.network.neutron [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updating instance_info_cache with network_info: [{"id": "00a9b651-7028-4024-8dba-69ecbff7a438", "address": "fa:16:3e:f0:b4:5a", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9b651-70", "ovs_interfaceid": "00a9b651-7028-4024-8dba-69ecbff7a438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.934083] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751000, 'name': ReconfigVM_Task, 'duration_secs': 0.279952} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.934647] env[62563]: INFO nova.compute.manager [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Took 48.94 seconds to build instance. [ 1493.935664] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 3f640b0b-2a58-4701-a6d9-10f0a84a8c55/3f640b0b-2a58-4701-a6d9-10f0a84a8c55.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.936860] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5b6307a-8d9c-49ef-a5cc-476213eca3fc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.944777] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1493.944777] env[62563]: value = "task-1751002" [ 1493.944777] env[62563]: _type = "Task" [ 1493.944777] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.953647] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751002, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.059352] env[62563]: DEBUG nova.compute.manager [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Received event network-vif-plugged-00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1494.059597] env[62563]: DEBUG oslo_concurrency.lockutils [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] Acquiring lock "d225830f-a588-44be-a8c1-12d21b67ea7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.059808] env[62563]: DEBUG oslo_concurrency.lockutils [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.059977] env[62563]: DEBUG oslo_concurrency.lockutils [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.060156] env[62563]: DEBUG nova.compute.manager [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] No waiting events found dispatching network-vif-plugged-00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1494.060332] env[62563]: WARNING nova.compute.manager [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Received unexpected event network-vif-plugged-00a9b651-7028-4024-8dba-69ecbff7a438 for instance with vm_state building and task_state spawning. [ 1494.060535] env[62563]: DEBUG nova.compute.manager [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Received event network-changed-00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1494.060707] env[62563]: DEBUG nova.compute.manager [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Refreshing instance network info cache due to event network-changed-00a9b651-7028-4024-8dba-69ecbff7a438. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1494.060849] env[62563]: DEBUG oslo_concurrency.lockutils [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] Acquiring lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.241740] env[62563]: DEBUG nova.scheduler.client.report [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1494.279067] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.411809] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.412154] env[62563]: DEBUG nova.compute.manager [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Instance network_info: |[{"id": "00a9b651-7028-4024-8dba-69ecbff7a438", "address": "fa:16:3e:f0:b4:5a", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9b651-70", "ovs_interfaceid": "00a9b651-7028-4024-8dba-69ecbff7a438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1494.412452] env[62563]: DEBUG oslo_concurrency.lockutils [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] Acquired lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.412635] env[62563]: DEBUG nova.network.neutron [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Refreshing network info cache for port 00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.413853] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:b4:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00a9b651-7028-4024-8dba-69ecbff7a438', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1494.421381] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating folder: Project (aa6d5f44801d4afbad5492d0c7c277b7). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1494.424086] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a762853-3e09-45dd-a94e-7fadec71b83e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.435678] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Created folder: Project (aa6d5f44801d4afbad5492d0c7c277b7) in parent group-v363823. [ 1494.435876] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating folder: Instances. Parent ref: group-v363999. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1494.436373] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3b00ebd-91fe-4f73-a467-1ddef77c22f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.439604] env[62563]: DEBUG oslo_concurrency.lockutils [None req-800ed694-f89e-4ed7-a38a-911689807fdd tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "fba94786-73fa-4a60-b774-30b140f24972" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.811s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.449195] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Created folder: Instances in parent group-v363999. [ 1494.449305] env[62563]: DEBUG oslo.service.loopingcall [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1494.449838] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1494.450012] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-681e7469-e690-4b87-ad78-91bf5a4ebf48 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.469094] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751002, 'name': Rename_Task, 'duration_secs': 0.149236} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.470897] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1494.470897] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19ec21a3-2e5e-4a92-8208-0b6dcb5dee9b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.474030] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1494.474030] env[62563]: value = "task-1751005" [ 1494.474030] env[62563]: _type = "Task" [ 1494.474030] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.478453] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1494.478453] env[62563]: value = "task-1751006" [ 1494.478453] env[62563]: _type = "Task" [ 1494.478453] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.481463] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751005, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.488986] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.659911] env[62563]: DEBUG nova.network.neutron [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updated VIF entry in instance network info cache for port 00a9b651-7028-4024-8dba-69ecbff7a438. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.660281] env[62563]: DEBUG nova.network.neutron [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updating instance_info_cache with network_info: [{"id": "00a9b651-7028-4024-8dba-69ecbff7a438", "address": "fa:16:3e:f0:b4:5a", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9b651-70", "ovs_interfaceid": "00a9b651-7028-4024-8dba-69ecbff7a438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.663965] env[62563]: DEBUG nova.compute.manager [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1494.693367] env[62563]: DEBUG nova.virt.hardware [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1494.693619] env[62563]: DEBUG nova.virt.hardware [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1494.693773] env[62563]: DEBUG nova.virt.hardware [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.693953] env[62563]: DEBUG nova.virt.hardware [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1494.694206] env[62563]: DEBUG nova.virt.hardware [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.694431] env[62563]: DEBUG nova.virt.hardware [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1494.694621] env[62563]: DEBUG nova.virt.hardware [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1494.694783] env[62563]: DEBUG nova.virt.hardware [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1494.694970] env[62563]: DEBUG nova.virt.hardware [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1494.695149] env[62563]: DEBUG nova.virt.hardware [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1494.695837] env[62563]: DEBUG nova.virt.hardware [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1494.696736] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf113e8-fa87-4ed4-8a3b-9983c6695e6d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.707681] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acdf732-23e0-4543-8d0e-e3239cb9b340 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.747982] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.750530] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.879s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.752343] env[62563]: INFO nova.compute.claims [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1494.783671] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751001, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.798537] env[62563]: INFO nova.scheduler.client.report [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleted allocations for instance 201f37af-ea79-4dea-9f20-2520213e1d6e [ 1494.942501] env[62563]: DEBUG nova.compute.manager [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1494.983911] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751005, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.992387] env[62563]: DEBUG oslo_vmware.api [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751006, 'name': PowerOnVM_Task, 'duration_secs': 0.513228} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.993118] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1494.993624] env[62563]: DEBUG nova.compute.manager [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1494.994625] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1ff3be-ead4-480f-b370-ca8706a56fb3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.072223] env[62563]: DEBUG nova.network.neutron [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Successfully updated port: 5e651cae-398f-49e0-9175-6a7b58f312bf {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.163304] env[62563]: DEBUG oslo_concurrency.lockutils [req-507d23db-a2d4-4ab4-8b6d-a140b679a791 req-5ff82cdf-d915-4b21-a9cd-4216869f533e service nova] Releasing lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.282318] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751001, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.088318} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.284813] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 981fd9ee-6c96-4c7e-b3ba-730ab9aee214/981fd9ee-6c96-4c7e-b3ba-730ab9aee214.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1495.284813] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1495.284813] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b073074f-0393-4b1a-8cd0-fff6a44a9edf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.292775] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1495.292775] env[62563]: value = "task-1751007" [ 1495.292775] env[62563]: _type = "Task" [ 1495.292775] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.301833] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.314058] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ba59a7a-d487-452f-bbcf-c979c628f24d tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "201f37af-ea79-4dea-9f20-2520213e1d6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.501s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.470988] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.486096] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751005, 'name': CreateVM_Task, 'duration_secs': 0.513836} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.486289] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1495.486981] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.487169] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.487475] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1495.487734] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9244328b-6e2a-4072-8779-a57425d10072 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.492608] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1495.492608] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e30cbb-4e38-e444-83c4-ab429776989b" [ 1495.492608] env[62563]: _type = "Task" [ 1495.492608] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.501749] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e30cbb-4e38-e444-83c4-ab429776989b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.512926] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.578105] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "refresh_cache-09921e8a-456f-4ebc-8bed-6300a1557d83" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.578318] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired lock "refresh_cache-09921e8a-456f-4ebc-8bed-6300a1557d83" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.578497] env[62563]: DEBUG nova.network.neutron [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.803977] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070329} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.804281] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.805081] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1903bc09-2fdd-48d1-b9c9-3b4aaeba659d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.827517] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 981fd9ee-6c96-4c7e-b3ba-730ab9aee214/981fd9ee-6c96-4c7e-b3ba-730ab9aee214.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.830079] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ad70705-17e6-4391-83fe-b87968e2b8d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.849766] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1495.849766] env[62563]: value = "task-1751008" [ 1495.849766] env[62563]: _type = "Task" [ 1495.849766] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.860893] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.005588] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e30cbb-4e38-e444-83c4-ab429776989b, 'name': SearchDatastore_Task, 'duration_secs': 0.021466} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.006267] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.006267] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1496.006267] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.007205] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.007205] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1496.007205] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24718097-4999-4cda-9430-78c1efa6065b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.016940] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1496.017156] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1496.020907] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb69782-5dab-45b4-a882-6db1c0101737 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.026874] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1496.026874] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fc334d-33ea-feec-fbf0-f11c2013f04b" [ 1496.026874] env[62563]: _type = "Task" [ 1496.026874] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.037425] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fc334d-33ea-feec-fbf0-f11c2013f04b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.120728] env[62563]: DEBUG nova.network.neutron [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.178863] env[62563]: DEBUG nova.compute.manager [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Stashing vm_state: active {{(pid=62563) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1496.270981] env[62563]: DEBUG nova.compute.manager [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Received event network-vif-plugged-5e651cae-398f-49e0-9175-6a7b58f312bf {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1496.271308] env[62563]: DEBUG oslo_concurrency.lockutils [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] Acquiring lock "09921e8a-456f-4ebc-8bed-6300a1557d83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.271466] env[62563]: DEBUG oslo_concurrency.lockutils [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] Lock "09921e8a-456f-4ebc-8bed-6300a1557d83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.271635] env[62563]: DEBUG oslo_concurrency.lockutils [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] Lock "09921e8a-456f-4ebc-8bed-6300a1557d83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.271842] env[62563]: DEBUG nova.compute.manager [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] No waiting events found dispatching network-vif-plugged-5e651cae-398f-49e0-9175-6a7b58f312bf {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1496.271976] env[62563]: WARNING nova.compute.manager [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Received unexpected event network-vif-plugged-5e651cae-398f-49e0-9175-6a7b58f312bf for instance with vm_state building and task_state spawning. [ 1496.272250] env[62563]: DEBUG nova.compute.manager [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Received event network-changed-5e651cae-398f-49e0-9175-6a7b58f312bf {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1496.272783] env[62563]: DEBUG nova.compute.manager [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Refreshing instance network info cache due to event network-changed-5e651cae-398f-49e0-9175-6a7b58f312bf. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1496.273026] env[62563]: DEBUG oslo_concurrency.lockutils [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] Acquiring lock "refresh_cache-09921e8a-456f-4ebc-8bed-6300a1557d83" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.275956] env[62563]: DEBUG nova.network.neutron [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Updating instance_info_cache with network_info: [{"id": "5e651cae-398f-49e0-9175-6a7b58f312bf", "address": "fa:16:3e:c6:b2:78", "network": {"id": "2644968c-d8fa-44a6-b39c-6ccb08e4e2a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1370213468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9396eed560b4a4fa3ca244b7e094184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e651cae-39", "ovs_interfaceid": "5e651cae-398f-49e0-9175-6a7b58f312bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.279043] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9c9360-d9e0-4d42-b6e6-ea5a235d5906 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.286926] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a01513f-e644-4c02-b479-5a313513513a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.320567] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa8f0ae-210a-4ecc-8df0-4aaf572420a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.328327] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3cf7d9-7347-4778-b2a4-33a28554e66a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.342089] env[62563]: DEBUG nova.compute.provider_tree [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.359153] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751008, 'name': ReconfigVM_Task, 'duration_secs': 0.305753} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.359431] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 981fd9ee-6c96-4c7e-b3ba-730ab9aee214/981fd9ee-6c96-4c7e-b3ba-730ab9aee214.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.360057] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3be54fae-fe30-4be7-a24e-a94385cc88ab {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.366404] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1496.366404] env[62563]: value = "task-1751009" [ 1496.366404] env[62563]: _type = "Task" [ 1496.366404] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.374200] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751009, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.537417] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fc334d-33ea-feec-fbf0-f11c2013f04b, 'name': SearchDatastore_Task, 'duration_secs': 0.015588} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.538229] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f291c883-4620-46ad-a1b6-6520e6da5e1f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.543658] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1496.543658] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52baa5fb-72ac-468b-6b5a-d71a5a6e653f" [ 1496.543658] env[62563]: _type = "Task" [ 1496.543658] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.550966] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52baa5fb-72ac-468b-6b5a-d71a5a6e653f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.694894] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.779052] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Releasing lock "refresh_cache-09921e8a-456f-4ebc-8bed-6300a1557d83" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.779359] env[62563]: DEBUG nova.compute.manager [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Instance network_info: |[{"id": "5e651cae-398f-49e0-9175-6a7b58f312bf", "address": "fa:16:3e:c6:b2:78", "network": {"id": "2644968c-d8fa-44a6-b39c-6ccb08e4e2a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1370213468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9396eed560b4a4fa3ca244b7e094184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e651cae-39", "ovs_interfaceid": "5e651cae-398f-49e0-9175-6a7b58f312bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1496.779677] env[62563]: DEBUG oslo_concurrency.lockutils [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] Acquired lock "refresh_cache-09921e8a-456f-4ebc-8bed-6300a1557d83" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.779855] env[62563]: DEBUG nova.network.neutron [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Refreshing network info cache for port 5e651cae-398f-49e0-9175-6a7b58f312bf {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1496.781151] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:b2:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e651cae-398f-49e0-9175-6a7b58f312bf', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.789484] env[62563]: DEBUG oslo.service.loopingcall [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.789945] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.790189] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bb70235-dac5-4d5a-9476-b9f0d11079f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.810658] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.810658] env[62563]: value = "task-1751010" [ 1496.810658] env[62563]: _type = "Task" [ 1496.810658] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.820158] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751010, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.844730] env[62563]: DEBUG nova.scheduler.client.report [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1497.603013] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "3f640b0b-2a58-4701-a6d9-10f0a84a8c55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.603292] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "3f640b0b-2a58-4701-a6d9-10f0a84a8c55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.603488] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "3f640b0b-2a58-4701-a6d9-10f0a84a8c55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.603666] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "3f640b0b-2a58-4701-a6d9-10f0a84a8c55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.603831] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "3f640b0b-2a58-4701-a6d9-10f0a84a8c55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.608376] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.608846] env[62563]: DEBUG nova.compute.manager [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1497.614374] env[62563]: INFO nova.compute.manager [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Terminating instance [ 1497.621035] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.674s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.621266] env[62563]: DEBUG nova.objects.instance [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'resources' on Instance uuid b2621e0a-496e-4b4d-81b9-8adabcd939fd {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.622525] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751009, 'name': Rename_Task, 'duration_secs': 0.153545} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.623170] env[62563]: DEBUG nova.compute.manager [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1497.623356] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.624395] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.625116] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b59bd39-2e91-4738-ae07-1ed38d2cbc9b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.631099] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e871077-f1a0-4a32-a273-6be32e1330ca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.640116] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52baa5fb-72ac-468b-6b5a-d71a5a6e653f, 'name': SearchDatastore_Task, 'duration_secs': 0.045041} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.640116] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751010, 'name': CreateVM_Task, 'duration_secs': 0.410019} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.640116] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.640116] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] d225830f-a588-44be-a8c1-12d21b67ea7c/d225830f-a588-44be-a8c1-12d21b67ea7c.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1497.640116] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.640601] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.641715] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce7c449d-4e89-4660-bf4e-3f1e5569af43 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.643990] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.644714] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.644714] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.644714] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06d2a3c5-2ae4-4d13-a9e9-604fb4b00470 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.650018] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1497.650018] env[62563]: value = "task-1751011" [ 1497.650018] env[62563]: _type = "Task" [ 1497.650018] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.650018] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2d52d9-f4da-4d11-b8ee-61318b3eb062 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.653717] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1497.653717] env[62563]: value = "task-1751012" [ 1497.653717] env[62563]: _type = "Task" [ 1497.653717] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.655039] env[62563]: DEBUG oslo_vmware.api [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1497.655039] env[62563]: value = "task-1751013" [ 1497.655039] env[62563]: _type = "Task" [ 1497.655039] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.662382] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1497.662382] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ed3749-ca65-a105-1be1-91e6d42eb6df" [ 1497.662382] env[62563]: _type = "Task" [ 1497.662382] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.662653] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.676313] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.680614] env[62563]: DEBUG oslo_vmware.api [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.684224] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ed3749-ca65-a105-1be1-91e6d42eb6df, 'name': SearchDatastore_Task, 'duration_secs': 0.011801} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.684568] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.684795] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1497.685038] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.685183] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.685379] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1497.685618] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d6623e8-d577-43d2-a7e8-9472d04b834e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.693478] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1497.693691] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1497.694497] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b4b3d1c-2d3a-4d9c-9b5c-a0ba2fd963f0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.700208] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1497.700208] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]522ae486-11f0-88a5-493d-96d13d474f0a" [ 1497.700208] env[62563]: _type = "Task" [ 1497.700208] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.707762] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522ae486-11f0-88a5-493d-96d13d474f0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.880902] env[62563]: DEBUG nova.network.neutron [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Updated VIF entry in instance network info cache for port 5e651cae-398f-49e0-9175-6a7b58f312bf. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.881519] env[62563]: DEBUG nova.network.neutron [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Updating instance_info_cache with network_info: [{"id": "5e651cae-398f-49e0-9175-6a7b58f312bf", "address": "fa:16:3e:c6:b2:78", "network": {"id": "2644968c-d8fa-44a6-b39c-6ccb08e4e2a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1370213468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9396eed560b4a4fa3ca244b7e094184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e651cae-39", "ovs_interfaceid": "5e651cae-398f-49e0-9175-6a7b58f312bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.905845] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "df476669-fe42-4518-bfb3-07bc3eccfb05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.906118] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "df476669-fe42-4518-bfb3-07bc3eccfb05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.125482] env[62563]: DEBUG nova.compute.utils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1498.131772] env[62563]: DEBUG nova.compute.manager [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1498.132899] env[62563]: DEBUG nova.network.neutron [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1498.166656] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751011, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.177415] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751012, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.182743] env[62563]: DEBUG oslo_vmware.api [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751013, 'name': PowerOffVM_Task, 'duration_secs': 0.19389} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.183315] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.183460] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.183843] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9aec538-fca2-4d34-9b4a-d94c68ee5e90 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.197267] env[62563]: DEBUG nova.policy [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5125cf18f4f94578939d09222973df4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd7e8dfe6cc74beca7337cf05c29472c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1498.213381] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522ae486-11f0-88a5-493d-96d13d474f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.008607} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.214627] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf03473c-33ec-4524-ba1e-1b0d2f32947f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.220552] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1498.220552] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524e4e66-0105-5b9a-213c-d6478bf7e1b8" [ 1498.220552] env[62563]: _type = "Task" [ 1498.220552] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.230869] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524e4e66-0105-5b9a-213c-d6478bf7e1b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.324887] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.324887] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.385696] env[62563]: DEBUG oslo_concurrency.lockutils [req-218cdd2d-df57-4a59-b828-8e157731234b req-5a50900c-b405-43c3-bb43-c35b1b9741aa service nova] Releasing lock "refresh_cache-09921e8a-456f-4ebc-8bed-6300a1557d83" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.386176] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.386368] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.386670] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleting the datastore file [datastore1] 3f640b0b-2a58-4701-a6d9-10f0a84a8c55 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.387052] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c78ea21c-a61a-4995-a363-706d5f277bf1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.394610] env[62563]: DEBUG oslo_vmware.api [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1498.394610] env[62563]: value = "task-1751015" [ 1498.394610] env[62563]: _type = "Task" [ 1498.394610] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.407194] env[62563]: DEBUG oslo_vmware.api [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.471113] env[62563]: DEBUG nova.network.neutron [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Successfully created port: 53bbb221-e089-4080-801a-696497313e35 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1498.632817] env[62563]: DEBUG nova.compute.manager [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1498.643296] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e365c8c7-e7ea-4804-b0c4-9925736bcd3d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.653628] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241c6cbe-2afb-484f-9937-54a389f9d5cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.662458] env[62563]: DEBUG oslo_vmware.api [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751011, 'name': PowerOnVM_Task, 'duration_secs': 0.603696} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.693856] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.694096] env[62563]: INFO nova.compute.manager [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1498.694284] env[62563]: DEBUG nova.compute.manager [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1498.696065] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0025eb12-381c-40a8-962e-1d1629114074 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.698916] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5f9822-d3c8-44b0-9463-72d73cfb309c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.706908] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62029} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.709904] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] d225830f-a588-44be-a8c1-12d21b67ea7c/d225830f-a588-44be-a8c1-12d21b67ea7c.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1498.710206] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1498.713109] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-939c2ebd-0ccf-4118-a358-37d139edf3bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.715758] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f91e0c-615b-498d-b54c-69afc7de9f79 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.734989] env[62563]: DEBUG nova.compute.provider_tree [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.736445] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1498.736445] env[62563]: value = "task-1751016" [ 1498.736445] env[62563]: _type = "Task" [ 1498.736445] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.744041] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524e4e66-0105-5b9a-213c-d6478bf7e1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.027711} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.747957] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.747957] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 09921e8a-456f-4ebc-8bed-6300a1557d83/09921e8a-456f-4ebc-8bed-6300a1557d83.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1498.747957] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e239a33c-d4c2-425e-af64-563cf637a17c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.750973] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.755345] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1498.755345] env[62563]: value = "task-1751017" [ 1498.755345] env[62563]: _type = "Task" [ 1498.755345] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.763138] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.905538] env[62563]: DEBUG oslo_vmware.api [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.228057] env[62563]: INFO nova.compute.manager [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Took 49.86 seconds to build instance. [ 1499.238076] env[62563]: DEBUG nova.scheduler.client.report [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1499.251959] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21089} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.252397] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1499.253719] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca258f0-4b06-4f89-bfef-79e31d75810a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.280113] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] d225830f-a588-44be-a8c1-12d21b67ea7c/d225830f-a588-44be-a8c1-12d21b67ea7c.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.284411] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bd3e728-4759-4e0d-9311-41292e22d0c0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.299130] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751017, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.305760] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1499.305760] env[62563]: value = "task-1751018" [ 1499.305760] env[62563]: _type = "Task" [ 1499.305760] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.317282] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.406316] env[62563]: DEBUG oslo_vmware.api [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.841041} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.406585] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.406778] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.406950] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.407136] env[62563]: INFO nova.compute.manager [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1499.407381] env[62563]: DEBUG oslo.service.loopingcall [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.407573] env[62563]: DEBUG nova.compute.manager [-] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1499.407666] env[62563]: DEBUG nova.network.neutron [-] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.644997] env[62563]: DEBUG nova.compute.manager [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1499.683712] env[62563]: DEBUG nova.virt.hardware [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1499.683972] env[62563]: DEBUG nova.virt.hardware [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1499.684138] env[62563]: DEBUG nova.virt.hardware [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.684316] env[62563]: DEBUG nova.virt.hardware [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1499.684492] env[62563]: DEBUG nova.virt.hardware [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.684647] env[62563]: DEBUG nova.virt.hardware [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1499.684863] env[62563]: DEBUG nova.virt.hardware [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1499.685103] env[62563]: DEBUG nova.virt.hardware [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1499.687857] env[62563]: DEBUG nova.virt.hardware [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1499.687857] env[62563]: DEBUG nova.virt.hardware [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1499.687857] env[62563]: DEBUG nova.virt.hardware [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1499.687857] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b89448c-919c-4fa0-8e01-784da12df42f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.695425] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddae54c-5506-430e-8f76-79bd1970bdcb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.729820] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42de6c43-be98-438c-92f7-2c4956ba2743 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.170s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.747554] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.750958] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.883s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.752723] env[62563]: INFO nova.compute.claims [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1499.770022] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887991} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.770022] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 09921e8a-456f-4ebc-8bed-6300a1557d83/09921e8a-456f-4ebc-8bed-6300a1557d83.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1499.770022] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1499.770022] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9f319b6-d083-4e99-9277-e036dd057f85 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.775285] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1499.775285] env[62563]: value = "task-1751019" [ 1499.775285] env[62563]: _type = "Task" [ 1499.775285] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.776333] env[62563]: INFO nova.scheduler.client.report [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Deleted allocations for instance b2621e0a-496e-4b4d-81b9-8adabcd939fd [ 1499.788249] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.816813] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.095777] env[62563]: DEBUG nova.compute.manager [req-a92e2c51-8dda-4344-a35a-af281f261f4c req-4fbcb937-d722-4a33-8de4-5234eae19bd0 service nova] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Received event network-vif-deleted-e08232b7-1882-4d91-8751-8ac96642b064 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1500.096050] env[62563]: INFO nova.compute.manager [req-a92e2c51-8dda-4344-a35a-af281f261f4c req-4fbcb937-d722-4a33-8de4-5234eae19bd0 service nova] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Neutron deleted interface e08232b7-1882-4d91-8751-8ac96642b064; detaching it from the instance and deleting it from the info cache [ 1500.096099] env[62563]: DEBUG nova.network.neutron [req-a92e2c51-8dda-4344-a35a-af281f261f4c req-4fbcb937-d722-4a33-8de4-5234eae19bd0 service nova] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.232483] env[62563]: DEBUG nova.compute.manager [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1500.290854] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3db70d52-0e0e-4f62-8146-05f99fc64985 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.961s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.295019] env[62563]: DEBUG oslo_concurrency.lockutils [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] Acquired lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.298450] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2b9e33-ed5e-4840-a497-c604933a6679 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.306500] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06984} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.307958] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.309204] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d189adc4-8ea3-481c-b44d-f242d8ed388e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.318150] env[62563]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1500.318275] env[62563]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62563) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1500.319521] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dc23cea-d82a-4d30-9ef4-0f8cd5a77900 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.342483] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 09921e8a-456f-4ebc-8bed-6300a1557d83/09921e8a-456f-4ebc-8bed-6300a1557d83.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.342820] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751018, 'name': ReconfigVM_Task, 'duration_secs': 0.577524} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.343728] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b132976-22fc-4c72-97ba-9b30496fc64b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.357910] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Reconfigured VM instance instance-0000003b to attach disk [datastore1] d225830f-a588-44be-a8c1-12d21b67ea7c/d225830f-a588-44be-a8c1-12d21b67ea7c.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.360176] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09759e0c-2ab8-4857-85e1-b35b2e67c33e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.365336] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a187478a-7faa-4fb2-8cfb-cccc5606f556 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.378160] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1500.378160] env[62563]: value = "task-1751020" [ 1500.378160] env[62563]: _type = "Task" [ 1500.378160] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.386383] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.387634] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1500.387634] env[62563]: value = "task-1751021" [ 1500.387634] env[62563]: _type = "Task" [ 1500.387634] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.404090] env[62563]: ERROR root [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-363935' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-363935' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-363935' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-363935'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-363935' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-363935' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-363935'}\n"]: nova.exception.InstanceNotFound: Instance b2621e0a-496e-4b4d-81b9-8adabcd939fd could not be found. [ 1500.404295] env[62563]: DEBUG oslo_concurrency.lockutils [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] Releasing lock "b2621e0a-496e-4b4d-81b9-8adabcd939fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.404542] env[62563]: DEBUG nova.compute.manager [req-7c488d80-c817-4d9a-b9d4-39a2ad4e5bea req-227555fb-d88c-4c48-b7b0-69b30027bceb service nova] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Detach interface failed, port_id=af802706-629a-4e15-9a6a-7ab25cd17868, reason: Instance b2621e0a-496e-4b4d-81b9-8adabcd939fd could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1500.410452] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751021, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.436364] env[62563]: DEBUG nova.network.neutron [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Successfully updated port: 53bbb221-e089-4080-801a-696497313e35 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.492323] env[62563]: DEBUG nova.network.neutron [-] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.598754] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58b6c5b1-7a08-454e-a2b0-7bea146bfca6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.608791] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989fcff8-e20b-44b0-8ebc-46a1d532ad4b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.644069] env[62563]: DEBUG nova.compute.manager [req-a92e2c51-8dda-4344-a35a-af281f261f4c req-4fbcb937-d722-4a33-8de4-5234eae19bd0 service nova] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Detach interface failed, port_id=e08232b7-1882-4d91-8751-8ac96642b064, reason: Instance 3f640b0b-2a58-4701-a6d9-10f0a84a8c55 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1500.760487] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.892245] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.901476] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751021, 'name': Rename_Task, 'duration_secs': 0.332939} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.901854] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.904027] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98358799-9afa-47fb-a3d8-3629564fcfd9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.908991] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1500.908991] env[62563]: value = "task-1751022" [ 1500.908991] env[62563]: _type = "Task" [ 1500.908991] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.920127] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.939230] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "refresh_cache-47dffabd-95e5-4cb9-8dba-5351355230fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.939420] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquired lock "refresh_cache-47dffabd-95e5-4cb9-8dba-5351355230fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.939609] env[62563]: DEBUG nova.network.neutron [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1500.997363] env[62563]: INFO nova.compute.manager [-] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Took 1.59 seconds to deallocate network for instance. [ 1501.310870] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27359e97-af38-4db3-bb82-4f0d7874b5f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.318753] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19e421f-540f-4e74-bf85-934c0be98e55 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.350533] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c7ff59-6724-4a83-8272-418cfd8119bc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.358832] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09099ca-a985-4269-abde-fb57d674f05a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.372901] env[62563]: DEBUG nova.compute.provider_tree [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.389250] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751020, 'name': ReconfigVM_Task, 'duration_secs': 0.707899} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.389318] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 09921e8a-456f-4ebc-8bed-6300a1557d83/09921e8a-456f-4ebc-8bed-6300a1557d83.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.389902] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28c085ec-08d7-4e58-bede-04450c842ed7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.397992] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1501.397992] env[62563]: value = "task-1751023" [ 1501.397992] env[62563]: _type = "Task" [ 1501.397992] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.407418] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751023, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.420267] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.491830] env[62563]: DEBUG nova.network.neutron [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.507802] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.715015] env[62563]: DEBUG nova.network.neutron [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Updating instance_info_cache with network_info: [{"id": "53bbb221-e089-4080-801a-696497313e35", "address": "fa:16:3e:15:cc:7c", "network": {"id": "f8336569-b3a5-49e1-bbe0-a84296971fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1075590446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd7e8dfe6cc74beca7337cf05c29472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53bbb221-e0", "ovs_interfaceid": "53bbb221-e089-4080-801a-696497313e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.876170] env[62563]: DEBUG nova.scheduler.client.report [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1501.910400] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751023, 'name': Rename_Task, 'duration_secs': 0.326038} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.914076] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.914792] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bff80fe-4251-41e2-8616-b49256b55566 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.922945] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751022, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.924449] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1501.924449] env[62563]: value = "task-1751024" [ 1501.924449] env[62563]: _type = "Task" [ 1501.924449] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.933445] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.135902] env[62563]: DEBUG nova.compute.manager [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Received event network-vif-plugged-53bbb221-e089-4080-801a-696497313e35 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1502.136158] env[62563]: DEBUG oslo_concurrency.lockutils [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] Acquiring lock "47dffabd-95e5-4cb9-8dba-5351355230fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.136368] env[62563]: DEBUG oslo_concurrency.lockutils [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] Lock "47dffabd-95e5-4cb9-8dba-5351355230fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.136533] env[62563]: DEBUG oslo_concurrency.lockutils [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] Lock "47dffabd-95e5-4cb9-8dba-5351355230fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.136729] env[62563]: DEBUG nova.compute.manager [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] No waiting events found dispatching network-vif-plugged-53bbb221-e089-4080-801a-696497313e35 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1502.136880] env[62563]: WARNING nova.compute.manager [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Received unexpected event network-vif-plugged-53bbb221-e089-4080-801a-696497313e35 for instance with vm_state building and task_state spawning. [ 1502.137051] env[62563]: DEBUG nova.compute.manager [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Received event network-changed-53bbb221-e089-4080-801a-696497313e35 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1502.137208] env[62563]: DEBUG nova.compute.manager [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Refreshing instance network info cache due to event network-changed-53bbb221-e089-4080-801a-696497313e35. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1502.137374] env[62563]: DEBUG oslo_concurrency.lockutils [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] Acquiring lock "refresh_cache-47dffabd-95e5-4cb9-8dba-5351355230fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.217081] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Releasing lock "refresh_cache-47dffabd-95e5-4cb9-8dba-5351355230fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.217450] env[62563]: DEBUG nova.compute.manager [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Instance network_info: |[{"id": "53bbb221-e089-4080-801a-696497313e35", "address": "fa:16:3e:15:cc:7c", "network": {"id": "f8336569-b3a5-49e1-bbe0-a84296971fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1075590446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd7e8dfe6cc74beca7337cf05c29472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53bbb221-e0", "ovs_interfaceid": "53bbb221-e089-4080-801a-696497313e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1502.217756] env[62563]: DEBUG oslo_concurrency.lockutils [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] Acquired lock "refresh_cache-47dffabd-95e5-4cb9-8dba-5351355230fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.217929] env[62563]: DEBUG nova.network.neutron [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Refreshing network info cache for port 53bbb221-e089-4080-801a-696497313e35 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.219281] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:cc:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53bbb221-e089-4080-801a-696497313e35', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.227282] env[62563]: DEBUG oslo.service.loopingcall [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.230659] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.230989] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e2571c2-d280-46e4-b91a-76edc1e5e705 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.251061] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.251061] env[62563]: value = "task-1751025" [ 1502.251061] env[62563]: _type = "Task" [ 1502.251061] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.258870] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751025, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.385091] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.385483] env[62563]: DEBUG nova.compute.manager [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1502.388193] env[62563]: DEBUG oslo_concurrency.lockutils [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.951s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.388318] env[62563]: DEBUG nova.objects.instance [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lazy-loading 'resources' on Instance uuid 024ba1e3-9d5f-4345-a522-d2fbe6c361b0 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.423021] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751022, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.438901] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.467454] env[62563]: DEBUG nova.network.neutron [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Updated VIF entry in instance network info cache for port 53bbb221-e089-4080-801a-696497313e35. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.467817] env[62563]: DEBUG nova.network.neutron [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Updating instance_info_cache with network_info: [{"id": "53bbb221-e089-4080-801a-696497313e35", "address": "fa:16:3e:15:cc:7c", "network": {"id": "f8336569-b3a5-49e1-bbe0-a84296971fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1075590446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd7e8dfe6cc74beca7337cf05c29472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53bbb221-e0", "ovs_interfaceid": "53bbb221-e089-4080-801a-696497313e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.763858] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751025, 'name': CreateVM_Task, 'duration_secs': 0.490384} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.764099] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1502.765492] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.765690] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.766049] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1502.766547] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647903a9-7c64-4cf0-89ce-55a773fa723e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.771073] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1502.771073] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52dac1c1-d8f0-9748-1391-db6cc6c05906" [ 1502.771073] env[62563]: _type = "Task" [ 1502.771073] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.779101] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52dac1c1-d8f0-9748-1391-db6cc6c05906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.813360] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "0e5a8473-09a3-49c7-91be-144a3561fd23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.813600] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "0e5a8473-09a3-49c7-91be-144a3561fd23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.894554] env[62563]: DEBUG nova.compute.utils [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1502.898055] env[62563]: DEBUG nova.compute.manager [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1502.898055] env[62563]: DEBUG nova.network.neutron [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1502.922502] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751022, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.934686] env[62563]: DEBUG oslo_vmware.api [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751024, 'name': PowerOnVM_Task, 'duration_secs': 0.662847} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.937471] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.937708] env[62563]: INFO nova.compute.manager [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1502.937966] env[62563]: DEBUG nova.compute.manager [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1502.938951] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a55eec-e634-4f96-bd66-d34f0395f090 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.943097] env[62563]: DEBUG nova.policy [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ed0bd91e52f45e3a385006e227d53e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fd9aae134914a9fab1df9db0db490ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1502.970207] env[62563]: DEBUG oslo_concurrency.lockutils [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] Releasing lock "refresh_cache-47dffabd-95e5-4cb9-8dba-5351355230fd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.970561] env[62563]: DEBUG nova.compute.manager [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Received event network-changed-cc900329-e4a0-44fe-8d04-6c4d4f2bca87 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1502.970660] env[62563]: DEBUG nova.compute.manager [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Refreshing instance network info cache due to event network-changed-cc900329-e4a0-44fe-8d04-6c4d4f2bca87. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1502.970889] env[62563]: DEBUG oslo_concurrency.lockutils [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] Acquiring lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.971046] env[62563]: DEBUG oslo_concurrency.lockutils [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] Acquired lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.971217] env[62563]: DEBUG nova.network.neutron [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Refreshing network info cache for port cc900329-e4a0-44fe-8d04-6c4d4f2bca87 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.240790] env[62563]: DEBUG nova.network.neutron [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Successfully created port: 8e6f435c-ad66-4c54-b0e4-40807f5a22e6 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.283171] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52dac1c1-d8f0-9748-1391-db6cc6c05906, 'name': SearchDatastore_Task, 'duration_secs': 0.009287} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.285666] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.285926] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1503.286181] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.286329] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.286508] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1503.286997] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2c2d677-b7b4-4037-b7b7-837b02d25a99 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.314278] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1503.314278] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1503.315415] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf8e8e3-9efa-422b-9bb5-30dabb0666da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.320421] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1503.320421] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527dc87f-e610-4793-33a0-4b9247e347a4" [ 1503.320421] env[62563]: _type = "Task" [ 1503.320421] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.331606] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527dc87f-e610-4793-33a0-4b9247e347a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.352311] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb347f4-0ead-487c-b7b2-98ab357e7642 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.360720] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54d6334-c648-4f25-b89f-8250e52a4467 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.392064] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20121fe-5ce6-4b4f-9595-46f3aa45597c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.398602] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5af670-26ee-4787-a39c-3733b1df88fe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.402931] env[62563]: DEBUG nova.compute.manager [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1503.415546] env[62563]: DEBUG nova.compute.provider_tree [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.425323] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751022, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.461739] env[62563]: INFO nova.compute.manager [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Took 46.99 seconds to build instance. [ 1503.698445] env[62563]: DEBUG nova.network.neutron [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Updated VIF entry in instance network info cache for port cc900329-e4a0-44fe-8d04-6c4d4f2bca87. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.698824] env[62563]: DEBUG nova.network.neutron [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Updating instance_info_cache with network_info: [{"id": "cc900329-e4a0-44fe-8d04-6c4d4f2bca87", "address": "fa:16:3e:3a:61:05", "network": {"id": "c221bf96-f8ac-4133-8b9d-023f426cd9fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-647450691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7ebbf0584645d3a754b072eabbe17d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc900329-e4", "ovs_interfaceid": "cc900329-e4a0-44fe-8d04-6c4d4f2bca87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.831612] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527dc87f-e610-4793-33a0-4b9247e347a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008941} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.832514] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263074ef-79df-4b9c-85ea-9a13cad3e3af {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.838165] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1503.838165] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527b450e-07cc-892c-b298-5b1d112921da" [ 1503.838165] env[62563]: _type = "Task" [ 1503.838165] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.846860] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527b450e-07cc-892c-b298-5b1d112921da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.908680] env[62563]: INFO nova.virt.block_device [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Booting with volume b0ba747a-d6e6-4693-b81f-827547a75ea5 at /dev/sda [ 1503.923188] env[62563]: DEBUG nova.scheduler.client.report [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1503.933441] env[62563]: DEBUG oslo_vmware.api [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751022, 'name': PowerOnVM_Task, 'duration_secs': 2.901976} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.933687] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.934282] env[62563]: INFO nova.compute.manager [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Took 11.92 seconds to spawn the instance on the hypervisor. [ 1503.934282] env[62563]: DEBUG nova.compute.manager [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1503.938399] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c3a430-f1ba-4744-843f-1c19a345386c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.967369] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11bb9ae4-6467-4ef7-bc60-1e221efe5758 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.969970] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fe6695c0-db17-4149-be17-df844ef857a2 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "09921e8a-456f-4ebc-8bed-6300a1557d83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.632s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.978732] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc0ddd2-ba62-4182-8ebc-f24370e525c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.013653] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7fb7bec-cdce-4d97-9e70-f94238cf128e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.022212] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c493f9-fc28-4fea-a349-382579b2b140 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.056389] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36ea017-6619-407a-8e2a-96538117939a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.063255] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e71a8c-409c-4a74-8f90-f1c8781fe928 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.081039] env[62563]: DEBUG nova.virt.block_device [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Updating existing volume attachment record: 8fd5bad7-eb82-4c47-a445-e383fa3efdd6 {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1504.201672] env[62563]: DEBUG oslo_concurrency.lockutils [req-0d999957-f423-4575-a040-fbe25ebbca5b req-f6a77ed4-d77a-4b04-bd1a-04cffe3d8442 service nova] Releasing lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.349208] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527b450e-07cc-892c-b298-5b1d112921da, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.349208] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.349208] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 47dffabd-95e5-4cb9-8dba-5351355230fd/47dffabd-95e5-4cb9-8dba-5351355230fd.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1504.349590] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e65d0b93-f9c7-4959-9d90-b5539ad36b8b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.356620] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1504.356620] env[62563]: value = "task-1751026" [ 1504.356620] env[62563]: _type = "Task" [ 1504.356620] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.365097] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.428226] env[62563]: DEBUG oslo_concurrency.lockutils [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.430867] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.036s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.459605] env[62563]: INFO nova.scheduler.client.report [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Deleted allocations for instance 024ba1e3-9d5f-4345-a522-d2fbe6c361b0 [ 1504.462789] env[62563]: INFO nova.compute.manager [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Took 48.12 seconds to build instance. [ 1504.473154] env[62563]: DEBUG nova.compute.manager [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1504.571758] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "09921e8a-456f-4ebc-8bed-6300a1557d83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.572053] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "09921e8a-456f-4ebc-8bed-6300a1557d83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.572495] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "09921e8a-456f-4ebc-8bed-6300a1557d83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.572495] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "09921e8a-456f-4ebc-8bed-6300a1557d83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.572659] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "09921e8a-456f-4ebc-8bed-6300a1557d83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.575188] env[62563]: INFO nova.compute.manager [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Terminating instance [ 1504.577008] env[62563]: DEBUG nova.compute.manager [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1504.577224] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1504.578090] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f070b91-eb2c-4d4e-a9ae-112e174cb611 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.587071] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1504.587071] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5113060-e901-4e73-abdd-4793ce531e02 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.593852] env[62563]: DEBUG oslo_vmware.api [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1504.593852] env[62563]: value = "task-1751027" [ 1504.593852] env[62563]: _type = "Task" [ 1504.593852] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.602284] env[62563]: DEBUG oslo_vmware.api [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.788455] env[62563]: DEBUG nova.compute.manager [req-a9f54ac7-c63c-49fe-84dc-d6b21f769094 req-e140493e-d6fe-4b29-af59-53b73c63dc4b service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Received event network-vif-plugged-8e6f435c-ad66-4c54-b0e4-40807f5a22e6 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1504.788455] env[62563]: DEBUG oslo_concurrency.lockutils [req-a9f54ac7-c63c-49fe-84dc-d6b21f769094 req-e140493e-d6fe-4b29-af59-53b73c63dc4b service nova] Acquiring lock "bda5ce78-0d41-4084-acdd-2172811f2c9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.788455] env[62563]: DEBUG oslo_concurrency.lockutils [req-a9f54ac7-c63c-49fe-84dc-d6b21f769094 req-e140493e-d6fe-4b29-af59-53b73c63dc4b service nova] Lock "bda5ce78-0d41-4084-acdd-2172811f2c9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.788455] env[62563]: DEBUG oslo_concurrency.lockutils [req-a9f54ac7-c63c-49fe-84dc-d6b21f769094 req-e140493e-d6fe-4b29-af59-53b73c63dc4b service nova] Lock "bda5ce78-0d41-4084-acdd-2172811f2c9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.789220] env[62563]: DEBUG nova.compute.manager [req-a9f54ac7-c63c-49fe-84dc-d6b21f769094 req-e140493e-d6fe-4b29-af59-53b73c63dc4b service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] No waiting events found dispatching network-vif-plugged-8e6f435c-ad66-4c54-b0e4-40807f5a22e6 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1504.789622] env[62563]: WARNING nova.compute.manager [req-a9f54ac7-c63c-49fe-84dc-d6b21f769094 req-e140493e-d6fe-4b29-af59-53b73c63dc4b service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Received unexpected event network-vif-plugged-8e6f435c-ad66-4c54-b0e4-40807f5a22e6 for instance with vm_state building and task_state block_device_mapping. [ 1504.816684] env[62563]: DEBUG nova.network.neutron [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Successfully updated port: 8e6f435c-ad66-4c54-b0e4-40807f5a22e6 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1504.868164] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751026, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.967193] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c61ddc22-569c-4fdd-a79b-26b4fc99e076 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.180s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.970967] env[62563]: DEBUG oslo_concurrency.lockutils [None req-80abea22-c108-409b-88f0-446acc1edb8e tempest-FloatingIPsAssociationTestJSON-83081514 tempest-FloatingIPsAssociationTestJSON-83081514-project-member] Lock "024ba1e3-9d5f-4345-a522-d2fbe6c361b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.639s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.999781] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.108267] env[62563]: DEBUG oslo_vmware.api [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751027, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.320404] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Acquiring lock "refresh_cache-bda5ce78-0d41-4084-acdd-2172811f2c9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.320573] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Acquired lock "refresh_cache-bda5ce78-0d41-4084-acdd-2172811f2c9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.320622] env[62563]: DEBUG nova.network.neutron [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.369229] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751026, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.450446] env[62563]: INFO nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating resource usage from migration bd783689-e2cb-4284-acce-ac6c68631818 [ 1505.471835] env[62563]: DEBUG nova.compute.manager [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1505.477955] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 280e4528-20fc-438b-adba-e4b449cfc635 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.478131] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 636c2770-3626-4101-b8de-65f9f883959f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.478262] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 34136197-2da8-405f-83d5-2f838f483dfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.478408] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance e9be8415-0fad-4226-bd7f-746b240d2795 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1505.478531] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d463557f-2915-4d0b-9ed9-cf8ad14a99e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.478651] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance cfafc9e3-5c8a-4117-9edd-f5512d3c9374 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.478887] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 84baf130-f07a-45d4-a57f-7b20833a85ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.478887] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance a49fc7ed-4f0f-4ecd-b65d-727412edcf7c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.479056] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 8146eebc-9445-4f8c-8b2a-31724f59bedf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1505.479347] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 72a99e47-ef6a-4930-be72-bbb5af8f6c77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.479525] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance f0f5faef-c983-4d90-b7b2-4a3dcf00d117 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1505.479675] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 690beff5-67eb-4a94-949b-159dc93e65de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.479835] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 3f640b0b-2a58-4701-a6d9-10f0a84a8c55 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1505.479987] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 626b0eff-779a-49b9-8e5b-9a8a7f56f428 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1505.480148] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.480293] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d225830f-a588-44be-a8c1-12d21b67ea7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.480430] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 09921e8a-456f-4ebc-8bed-6300a1557d83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.480586] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 47dffabd-95e5-4cb9-8dba-5351355230fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.480729] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance bda5ce78-0d41-4084-acdd-2172811f2c9a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.607810] env[62563]: DEBUG oslo_vmware.api [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751027, 'name': PowerOffVM_Task, 'duration_secs': 0.561634} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.608107] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.608285] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.608545] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bb4c0d4-ef5f-4496-b92f-3b0c0fe87c99 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.801172] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.801548] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.801657] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Deleting the datastore file [datastore1] 09921e8a-456f-4ebc-8bed-6300a1557d83 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.801823] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8971e79-3567-4d83-9033-b1cde36925ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.808388] env[62563]: DEBUG oslo_vmware.api [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1505.808388] env[62563]: value = "task-1751029" [ 1505.808388] env[62563]: _type = "Task" [ 1505.808388] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.819016] env[62563]: DEBUG oslo_vmware.api [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.853430] env[62563]: DEBUG nova.network.neutron [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1505.867587] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751026, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.984823] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1506.009029] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.058291] env[62563]: DEBUG nova.network.neutron [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Updating instance_info_cache with network_info: [{"id": "8e6f435c-ad66-4c54-b0e4-40807f5a22e6", "address": "fa:16:3e:89:b0:e7", "network": {"id": "cb7546b7-ab95-41be-a669-8827fdbb72e0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1249747478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd9aae134914a9fab1df9db0db490ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6f435c-ad", "ovs_interfaceid": "8e6f435c-ad66-4c54-b0e4-40807f5a22e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.181128] env[62563]: DEBUG nova.compute.manager [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1506.181128] env[62563]: DEBUG nova.virt.hardware [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1506.181128] env[62563]: DEBUG nova.virt.hardware [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1506.181128] env[62563]: DEBUG nova.virt.hardware [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1506.181128] env[62563]: DEBUG nova.virt.hardware [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1506.181128] env[62563]: DEBUG nova.virt.hardware [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1506.181128] env[62563]: DEBUG nova.virt.hardware [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1506.181128] env[62563]: DEBUG nova.virt.hardware [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1506.183499] env[62563]: DEBUG nova.virt.hardware [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1506.183696] env[62563]: DEBUG nova.virt.hardware [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1506.183867] env[62563]: DEBUG nova.virt.hardware [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1506.184068] env[62563]: DEBUG nova.virt.hardware [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1506.185054] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b55827-497b-415c-b233-c6104e9e75e1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.195485] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1660a72d-2a07-4a07-909e-f58ead542dec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.319502] env[62563]: DEBUG oslo_vmware.api [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166363} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.319804] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.319989] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.320178] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.320352] env[62563]: INFO nova.compute.manager [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1506.320632] env[62563]: DEBUG oslo.service.loopingcall [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.320845] env[62563]: DEBUG nova.compute.manager [-] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1506.320947] env[62563]: DEBUG nova.network.neutron [-] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.369146] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751026, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.546341} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.369497] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 47dffabd-95e5-4cb9-8dba-5351355230fd/47dffabd-95e5-4cb9-8dba-5351355230fd.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1506.369688] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1506.369995] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-916f9a21-0088-4b62-8b78-7aa8d906b538 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.378479] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1506.378479] env[62563]: value = "task-1751030" [ 1506.378479] env[62563]: _type = "Task" [ 1506.378479] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.391741] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.488992] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 0e1d3972-426d-4751-bebe-12dd732bbef3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1506.560913] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Releasing lock "refresh_cache-bda5ce78-0d41-4084-acdd-2172811f2c9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.562085] env[62563]: DEBUG nova.compute.manager [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Instance network_info: |[{"id": "8e6f435c-ad66-4c54-b0e4-40807f5a22e6", "address": "fa:16:3e:89:b0:e7", "network": {"id": "cb7546b7-ab95-41be-a669-8827fdbb72e0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1249747478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd9aae134914a9fab1df9db0db490ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6f435c-ad", "ovs_interfaceid": "8e6f435c-ad66-4c54-b0e4-40807f5a22e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1506.562584] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:b0:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e6f435c-ad66-4c54-b0e4-40807f5a22e6', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1506.572569] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Creating folder: Project (8fd9aae134914a9fab1df9db0db490ec). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1506.573457] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2d1ce0e-c966-435c-84f4-5f22ba2b2811 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.864403] env[62563]: DEBUG nova.compute.manager [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Received event network-changed-8e6f435c-ad66-4c54-b0e4-40807f5a22e6 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1506.868369] env[62563]: DEBUG nova.compute.manager [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Refreshing instance network info cache due to event network-changed-8e6f435c-ad66-4c54-b0e4-40807f5a22e6. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1506.868690] env[62563]: DEBUG oslo_concurrency.lockutils [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] Acquiring lock "refresh_cache-bda5ce78-0d41-4084-acdd-2172811f2c9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.868868] env[62563]: DEBUG oslo_concurrency.lockutils [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] Acquired lock "refresh_cache-bda5ce78-0d41-4084-acdd-2172811f2c9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.869082] env[62563]: DEBUG nova.network.neutron [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Refreshing network info cache for port 8e6f435c-ad66-4c54-b0e4-40807f5a22e6 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.893445] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080983} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.893445] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1506.893445] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3899b15-7ac9-41db-b25b-b33067d52341 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.900119] env[62563]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1506.900119] env[62563]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62563) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1506.900614] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Folder already exists: Project (8fd9aae134914a9fab1df9db0db490ec). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1506.900945] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Creating folder: Instances. Parent ref: group-v363961. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1506.901877] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e98d319-4356-4238-9635-4f3fa39368fc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.925635] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 47dffabd-95e5-4cb9-8dba-5351355230fd/47dffabd-95e5-4cb9-8dba-5351355230fd.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1506.925635] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-434e0718-4f9e-4385-960c-8facb951a073 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.941454] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Created folder: Instances in parent group-v363961. [ 1506.941671] env[62563]: DEBUG oslo.service.loopingcall [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.942269] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1506.942499] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e4127c4-3234-4873-a2ff-86ea853db456 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.958997] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1506.958997] env[62563]: value = "task-1751033" [ 1506.958997] env[62563]: _type = "Task" [ 1506.958997] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.964644] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1506.964644] env[62563]: value = "task-1751034" [ 1506.964644] env[62563]: _type = "Task" [ 1506.964644] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.971675] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.978536] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751034, 'name': CreateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.992680] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 9f0ed422-011e-4661-b0ee-1d1529b1eccf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1507.199870] env[62563]: DEBUG nova.network.neutron [-] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.475512] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751033, 'name': ReconfigVM_Task, 'duration_secs': 0.414256} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.479447] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 47dffabd-95e5-4cb9-8dba-5351355230fd/47dffabd-95e5-4cb9-8dba-5351355230fd.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.480444] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bc276d0-79f0-40a4-b693-492355184f36 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.487198] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751034, 'name': CreateVM_Task, 'duration_secs': 0.402275} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.487838] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1507.488688] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'attachment_id': '8fd5bad7-eb82-4c47-a445-e383fa3efdd6', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363972', 'volume_id': 'b0ba747a-d6e6-4693-b81f-827547a75ea5', 'name': 'volume-b0ba747a-d6e6-4693-b81f-827547a75ea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bda5ce78-0d41-4084-acdd-2172811f2c9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0ba747a-d6e6-4693-b81f-827547a75ea5', 'serial': 'b0ba747a-d6e6-4693-b81f-827547a75ea5'}, 'volume_type': None}], 'swap': None} {{(pid=62563) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1507.489016] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Root volume attach. Driver type: vmdk {{(pid=62563) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1507.490217] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdb22fb-576a-4575-87e4-17dff655ebc5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.495214] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1507.495214] env[62563]: value = "task-1751035" [ 1507.495214] env[62563]: _type = "Task" [ 1507.495214] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.496554] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 90542d09-146e-43ab-9a35-4a0a573cc37b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1507.514880] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e906ede-32b7-472f-8a5d-2846453bc78b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.523843] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751035, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.528586] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba7dc50-acec-4baa-9fa1-8f68c872e0ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.535283] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c6672647-62b5-49a2-b7c9-003a97817c13 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.545246] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Waiting for the task: (returnval){ [ 1507.545246] env[62563]: value = "task-1751036" [ 1507.545246] env[62563]: _type = "Task" [ 1507.545246] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.553666] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751036, 'name': RelocateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.625360] env[62563]: DEBUG nova.network.neutron [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Updated VIF entry in instance network info cache for port 8e6f435c-ad66-4c54-b0e4-40807f5a22e6. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.625764] env[62563]: DEBUG nova.network.neutron [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Updating instance_info_cache with network_info: [{"id": "8e6f435c-ad66-4c54-b0e4-40807f5a22e6", "address": "fa:16:3e:89:b0:e7", "network": {"id": "cb7546b7-ab95-41be-a669-8827fdbb72e0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1249747478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd9aae134914a9fab1df9db0db490ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6f435c-ad", "ovs_interfaceid": "8e6f435c-ad66-4c54-b0e4-40807f5a22e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.702291] env[62563]: INFO nova.compute.manager [-] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Took 1.38 seconds to deallocate network for instance. [ 1508.005500] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751035, 'name': Rename_Task, 'duration_secs': 0.154026} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.005810] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.006205] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8ef29d9-c7c6-4d76-881e-6b21dd7e8e24 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.014134] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1508.016742] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1508.016742] env[62563]: value = "task-1751037" [ 1508.016742] env[62563]: _type = "Task" [ 1508.016742] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.024791] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.053745] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751036, 'name': RelocateVM_Task, 'duration_secs': 0.026703} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.053745] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1508.053745] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363972', 'volume_id': 'b0ba747a-d6e6-4693-b81f-827547a75ea5', 'name': 'volume-b0ba747a-d6e6-4693-b81f-827547a75ea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bda5ce78-0d41-4084-acdd-2172811f2c9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0ba747a-d6e6-4693-b81f-827547a75ea5', 'serial': 'b0ba747a-d6e6-4693-b81f-827547a75ea5'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1508.054095] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c05f802-d6ea-47ad-836c-c8daa931680f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.070358] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bf6f3b-56e2-4861-9d0f-307cec77145a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.092590] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-b0ba747a-d6e6-4693-b81f-827547a75ea5/volume-b0ba747a-d6e6-4693-b81f-827547a75ea5.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.092894] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bebcf0a-5e49-4451-9ec8-a131935765ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.113957] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Waiting for the task: (returnval){ [ 1508.113957] env[62563]: value = "task-1751038" [ 1508.113957] env[62563]: _type = "Task" [ 1508.113957] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.122291] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.127972] env[62563]: DEBUG oslo_concurrency.lockutils [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] Releasing lock "refresh_cache-bda5ce78-0d41-4084-acdd-2172811f2c9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.128275] env[62563]: DEBUG nova.compute.manager [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Received event network-changed-00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1508.128448] env[62563]: DEBUG nova.compute.manager [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Refreshing instance network info cache due to event network-changed-00a9b651-7028-4024-8dba-69ecbff7a438. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1508.128669] env[62563]: DEBUG oslo_concurrency.lockutils [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] Acquiring lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.128855] env[62563]: DEBUG oslo_concurrency.lockutils [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] Acquired lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.128965] env[62563]: DEBUG nova.network.neutron [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Refreshing network info cache for port 00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.211544] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.519351] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1508.529998] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751037, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.623807] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751038, 'name': ReconfigVM_Task, 'duration_secs': 0.409128} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.624096] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-b0ba747a-d6e6-4693-b81f-827547a75ea5/volume-b0ba747a-d6e6-4693-b81f-827547a75ea5.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.629524] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c23c60-d8d9-4b0d-8abb-df2e8e1468b0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.648516] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Waiting for the task: (returnval){ [ 1508.648516] env[62563]: value = "task-1751039" [ 1508.648516] env[62563]: _type = "Task" [ 1508.648516] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.657176] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.024915] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 01d446e3-f1ef-4357-b04c-500948f0b645 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1509.031600] env[62563]: DEBUG oslo_vmware.api [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751037, 'name': PowerOnVM_Task, 'duration_secs': 0.51774} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.031849] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1509.032057] env[62563]: INFO nova.compute.manager [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1509.032236] env[62563]: DEBUG nova.compute.manager [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1509.033037] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbf93a6-fb6d-42cd-b35f-f3ef890f718c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.158827] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751039, 'name': ReconfigVM_Task, 'duration_secs': 0.324289} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.159149] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363972', 'volume_id': 'b0ba747a-d6e6-4693-b81f-827547a75ea5', 'name': 'volume-b0ba747a-d6e6-4693-b81f-827547a75ea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bda5ce78-0d41-4084-acdd-2172811f2c9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0ba747a-d6e6-4693-b81f-827547a75ea5', 'serial': 'b0ba747a-d6e6-4693-b81f-827547a75ea5'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1509.159697] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9e3abfa-4d18-469d-8aa0-9fbe9b5a4702 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.166625] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Waiting for the task: (returnval){ [ 1509.166625] env[62563]: value = "task-1751040" [ 1509.166625] env[62563]: _type = "Task" [ 1509.166625] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.175687] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751040, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.266017] env[62563]: DEBUG nova.network.neutron [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updated VIF entry in instance network info cache for port 00a9b651-7028-4024-8dba-69ecbff7a438. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.266017] env[62563]: DEBUG nova.network.neutron [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updating instance_info_cache with network_info: [{"id": "00a9b651-7028-4024-8dba-69ecbff7a438", "address": "fa:16:3e:f0:b4:5a", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9b651-70", "ovs_interfaceid": "00a9b651-7028-4024-8dba-69ecbff7a438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.528434] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 565008aa-37e3-4c30-8c5d-1dfcdcde8c66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1509.557727] env[62563]: INFO nova.compute.manager [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Took 44.71 seconds to build instance. [ 1509.676820] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751040, 'name': Rename_Task, 'duration_secs': 0.185492} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.677277] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.677591] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2471dd45-dcb1-43b1-9abf-faf270944c52 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.683548] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Waiting for the task: (returnval){ [ 1509.683548] env[62563]: value = "task-1751041" [ 1509.683548] env[62563]: _type = "Task" [ 1509.683548] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.691375] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.766454] env[62563]: DEBUG oslo_concurrency.lockutils [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] Releasing lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.766745] env[62563]: DEBUG nova.compute.manager [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Received event network-vif-deleted-5e651cae-398f-49e0-9175-6a7b58f312bf {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1509.766954] env[62563]: INFO nova.compute.manager [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Neutron deleted interface 5e651cae-398f-49e0-9175-6a7b58f312bf; detaching it from the instance and deleting it from the info cache [ 1509.767209] env[62563]: DEBUG nova.network.neutron [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.031987] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 4cb907f9-f915-4f66-b202-0307f38a5d45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1510.059468] env[62563]: DEBUG oslo_concurrency.lockutils [None req-20392bb3-9151-4992-b84c-9b421d3d4bfe tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "47dffabd-95e5-4cb9-8dba-5351355230fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.361s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.194137] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.271626] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-132f00c3-b306-406a-a05f-ce4e03d5db39 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.286104] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7240c4b-d9dd-4453-a48a-591ba52c4554 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.324027] env[62563]: DEBUG nova.compute.manager [req-93142e17-e701-4655-a3c4-f508ee49519f req-775a2f11-640a-4e9b-bb55-f465dbe72bfc service nova] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Detach interface failed, port_id=5e651cae-398f-49e0-9175-6a7b58f312bf, reason: Instance 09921e8a-456f-4ebc-8bed-6300a1557d83 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1510.536119] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 8c375077-2899-49d5-96c8-7b2cbed7bc38 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1510.563203] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1510.695868] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.040902] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 9e485fef-8ccd-4069-b33c-d94b2162019a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1511.041066] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Migration bd783689-e2cb-4284-acce-ac6c68631818 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1511.041208] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance fba94786-73fa-4a60-b774-30b140f24972 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1511.090751] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.197457] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.545867] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance df476669-fe42-4518-bfb3-07bc3eccfb05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1511.699925] env[62563]: DEBUG oslo_vmware.api [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751041, 'name': PowerOnVM_Task, 'duration_secs': 1.923488} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.700408] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.700780] env[62563]: INFO nova.compute.manager [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Took 5.52 seconds to spawn the instance on the hypervisor. [ 1511.701123] env[62563]: DEBUG nova.compute.manager [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1511.702183] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30aa12f-d0b5-432b-945a-2f1dcbb8e918 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.049186] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 7951bf7f-06c1-47ec-b392-6cfedd8df5b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1512.226039] env[62563]: INFO nova.compute.manager [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Took 45.39 seconds to build instance. [ 1512.277998] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "47dffabd-95e5-4cb9-8dba-5351355230fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.277998] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "47dffabd-95e5-4cb9-8dba-5351355230fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.277998] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "47dffabd-95e5-4cb9-8dba-5351355230fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.277998] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "47dffabd-95e5-4cb9-8dba-5351355230fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.277998] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "47dffabd-95e5-4cb9-8dba-5351355230fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.279220] env[62563]: INFO nova.compute.manager [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Terminating instance [ 1512.283811] env[62563]: DEBUG nova.compute.manager [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1512.284167] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1512.285305] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8dba33-82b3-488f-8966-c7f5780d51de {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.293984] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.294584] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-163bb2eb-0276-4803-bb94-8138dbdf95a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.307138] env[62563]: DEBUG oslo_vmware.api [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1512.307138] env[62563]: value = "task-1751042" [ 1512.307138] env[62563]: _type = "Task" [ 1512.307138] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.314067] env[62563]: DEBUG oslo_vmware.api [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.556251] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 0e5a8473-09a3-49c7-91be-144a3561fd23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1512.557079] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1512.557341] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1512.727773] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70bb6b39-e2b1-47bd-8298-6f1c7d5d6588 tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Lock "bda5ce78-0d41-4084-acdd-2172811f2c9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.857s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.820950] env[62563]: DEBUG oslo_vmware.api [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751042, 'name': PowerOffVM_Task, 'duration_secs': 0.474517} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.821232] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1512.821394] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1512.821632] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32325a05-3ac4-424f-98e1-1273bf16f4eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.057145] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1513.057355] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1513.057529] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Deleting the datastore file [datastore1] 47dffabd-95e5-4cb9-8dba-5351355230fd {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1513.057782] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0638b5c1-1abe-4630-9cb1-b249c6910af5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.065981] env[62563]: DEBUG oslo_vmware.api [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1513.065981] env[62563]: value = "task-1751044" [ 1513.065981] env[62563]: _type = "Task" [ 1513.065981] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.073756] env[62563]: DEBUG oslo_vmware.api [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.087276] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcee3888-2623-4740-ace1-bcc024bad70a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.093410] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b87c19-0777-45a5-9f0c-cfe7eee99ed8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.122943] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef61359d-2907-4f16-9271-2b42dfe3470e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.130686] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8db416-9d05-447c-99ce-b4be642903c6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.146198] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.169550] env[62563]: DEBUG nova.compute.manager [req-fa26a870-f7a3-484f-bcaa-3868a0774a01 req-474d9629-cff1-489b-9a67-b6163b88a5c1 service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Received event network-changed-8e6f435c-ad66-4c54-b0e4-40807f5a22e6 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1513.169849] env[62563]: DEBUG nova.compute.manager [req-fa26a870-f7a3-484f-bcaa-3868a0774a01 req-474d9629-cff1-489b-9a67-b6163b88a5c1 service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Refreshing instance network info cache due to event network-changed-8e6f435c-ad66-4c54-b0e4-40807f5a22e6. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1513.170171] env[62563]: DEBUG oslo_concurrency.lockutils [req-fa26a870-f7a3-484f-bcaa-3868a0774a01 req-474d9629-cff1-489b-9a67-b6163b88a5c1 service nova] Acquiring lock "refresh_cache-bda5ce78-0d41-4084-acdd-2172811f2c9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.170370] env[62563]: DEBUG oslo_concurrency.lockutils [req-fa26a870-f7a3-484f-bcaa-3868a0774a01 req-474d9629-cff1-489b-9a67-b6163b88a5c1 service nova] Acquired lock "refresh_cache-bda5ce78-0d41-4084-acdd-2172811f2c9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.170603] env[62563]: DEBUG nova.network.neutron [req-fa26a870-f7a3-484f-bcaa-3868a0774a01 req-474d9629-cff1-489b-9a67-b6163b88a5c1 service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Refreshing network info cache for port 8e6f435c-ad66-4c54-b0e4-40807f5a22e6 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.230942] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1513.577273] env[62563]: DEBUG oslo_vmware.api [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285518} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.577600] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.577725] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.577900] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.578089] env[62563]: INFO nova.compute.manager [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1513.578337] env[62563]: DEBUG oslo.service.loopingcall [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.578530] env[62563]: DEBUG nova.compute.manager [-] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1513.578626] env[62563]: DEBUG nova.network.neutron [-] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.651424] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1513.753462] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.051732] env[62563]: DEBUG nova.network.neutron [req-fa26a870-f7a3-484f-bcaa-3868a0774a01 req-474d9629-cff1-489b-9a67-b6163b88a5c1 service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Updated VIF entry in instance network info cache for port 8e6f435c-ad66-4c54-b0e4-40807f5a22e6. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1514.052148] env[62563]: DEBUG nova.network.neutron [req-fa26a870-f7a3-484f-bcaa-3868a0774a01 req-474d9629-cff1-489b-9a67-b6163b88a5c1 service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Updating instance_info_cache with network_info: [{"id": "8e6f435c-ad66-4c54-b0e4-40807f5a22e6", "address": "fa:16:3e:89:b0:e7", "network": {"id": "cb7546b7-ab95-41be-a669-8827fdbb72e0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1249747478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd9aae134914a9fab1df9db0db490ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6f435c-ad", "ovs_interfaceid": "8e6f435c-ad66-4c54-b0e4-40807f5a22e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.164361] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1514.165346] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.734s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.165346] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.753s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.166755] env[62563]: INFO nova.compute.claims [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1514.495435] env[62563]: DEBUG nova.network.neutron [-] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.554826] env[62563]: DEBUG oslo_concurrency.lockutils [req-fa26a870-f7a3-484f-bcaa-3868a0774a01 req-474d9629-cff1-489b-9a67-b6163b88a5c1 service nova] Releasing lock "refresh_cache-bda5ce78-0d41-4084-acdd-2172811f2c9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.998892] env[62563]: INFO nova.compute.manager [-] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Took 1.42 seconds to deallocate network for instance. [ 1515.324222] env[62563]: DEBUG nova.compute.manager [req-63983645-4eab-40bf-9e02-a1f63228abd1 req-511af623-4e92-43c5-8f24-4cd2dc63a727 service nova] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Received event network-vif-deleted-53bbb221-e089-4080-801a-696497313e35 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1515.507686] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.626863] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11380370-f0c7-4099-ae4f-a5606ae14acf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.636419] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad721601-26fe-4f48-a3bc-e46b197ad128 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.666515] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609e0ead-8c5f-4e3d-b34b-93c625e50684 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.674322] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32663b1c-bf4e-47de-9017-80fc188ab96b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.693915] env[62563]: DEBUG nova.compute.provider_tree [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.200373] env[62563]: DEBUG nova.scheduler.client.report [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1516.705264] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.705810] env[62563]: DEBUG nova.compute.manager [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1516.708424] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.067s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.710258] env[62563]: INFO nova.compute.claims [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1517.214927] env[62563]: DEBUG nova.compute.utils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1517.218299] env[62563]: DEBUG nova.compute.manager [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1517.218482] env[62563]: DEBUG nova.network.neutron [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1517.263811] env[62563]: DEBUG nova.policy [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0b10e1283cb4b8d855c0f7efeb44af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51a2a5336f6f4fa7a37d56b47ad885e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1517.498229] env[62563]: DEBUG nova.network.neutron [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Successfully created port: 62379e2c-70c8-485a-afdc-828564e09dc7 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1517.725063] env[62563]: DEBUG nova.compute.manager [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1518.115973] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848e24ba-ee36-4c0b-b6b7-2d94baeeb4a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.123384] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a19579d-e699-48f8-8b4a-dddd7109c157 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.152377] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ff0e8d-dda6-497f-a324-801e701761f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.159415] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e135f58-d5ea-4360-907b-14eebccfafa5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.172303] env[62563]: DEBUG nova.compute.provider_tree [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.675820] env[62563]: DEBUG nova.scheduler.client.report [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1518.739725] env[62563]: DEBUG nova.compute.manager [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1518.768074] env[62563]: DEBUG nova.virt.hardware [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1518.768429] env[62563]: DEBUG nova.virt.hardware [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1518.768653] env[62563]: DEBUG nova.virt.hardware [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.768911] env[62563]: DEBUG nova.virt.hardware [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1518.769131] env[62563]: DEBUG nova.virt.hardware [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.769340] env[62563]: DEBUG nova.virt.hardware [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1518.769624] env[62563]: DEBUG nova.virt.hardware [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1518.769851] env[62563]: DEBUG nova.virt.hardware [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1518.770102] env[62563]: DEBUG nova.virt.hardware [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1518.770342] env[62563]: DEBUG nova.virt.hardware [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1518.770588] env[62563]: DEBUG nova.virt.hardware [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1518.771808] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc0ee44-52ba-4a10-862f-59576b307f01 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.782880] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975d2ab8-887a-4ffd-80f7-8b4635c304a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.888412] env[62563]: DEBUG nova.compute.manager [req-acb130a8-63c6-4a4f-a600-3bcdec91044f req-8c532a8d-d30e-41cd-9e4f-49fd81d241fe service nova] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Received event network-vif-plugged-62379e2c-70c8-485a-afdc-828564e09dc7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1518.888412] env[62563]: DEBUG oslo_concurrency.lockutils [req-acb130a8-63c6-4a4f-a600-3bcdec91044f req-8c532a8d-d30e-41cd-9e4f-49fd81d241fe service nova] Acquiring lock "c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.888412] env[62563]: DEBUG oslo_concurrency.lockutils [req-acb130a8-63c6-4a4f-a600-3bcdec91044f req-8c532a8d-d30e-41cd-9e4f-49fd81d241fe service nova] Lock "c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.888412] env[62563]: DEBUG oslo_concurrency.lockutils [req-acb130a8-63c6-4a4f-a600-3bcdec91044f req-8c532a8d-d30e-41cd-9e4f-49fd81d241fe service nova] Lock "c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.888412] env[62563]: DEBUG nova.compute.manager [req-acb130a8-63c6-4a4f-a600-3bcdec91044f req-8c532a8d-d30e-41cd-9e4f-49fd81d241fe service nova] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] No waiting events found dispatching network-vif-plugged-62379e2c-70c8-485a-afdc-828564e09dc7 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1518.888412] env[62563]: WARNING nova.compute.manager [req-acb130a8-63c6-4a4f-a600-3bcdec91044f req-8c532a8d-d30e-41cd-9e4f-49fd81d241fe service nova] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Received unexpected event network-vif-plugged-62379e2c-70c8-485a-afdc-828564e09dc7 for instance with vm_state building and task_state spawning. [ 1518.981988] env[62563]: DEBUG nova.network.neutron [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Successfully updated port: 62379e2c-70c8-485a-afdc-828564e09dc7 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1519.181248] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.181860] env[62563]: DEBUG nova.compute.manager [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1519.184584] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.525s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.185298] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.186874] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.436s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.187072] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.189084] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.799s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.190539] env[62563]: INFO nova.compute.claims [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1519.213076] env[62563]: INFO nova.scheduler.client.report [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Deleted allocations for instance f0f5faef-c983-4d90-b7b2-4a3dcf00d117 [ 1519.214761] env[62563]: INFO nova.scheduler.client.report [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Deleted allocations for instance 8146eebc-9445-4f8c-8b2a-31724f59bedf [ 1519.483877] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Acquiring lock "refresh_cache-c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.485899] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Acquired lock "refresh_cache-c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.485899] env[62563]: DEBUG nova.network.neutron [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.697509] env[62563]: DEBUG nova.compute.utils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1519.699311] env[62563]: DEBUG nova.compute.manager [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1519.699493] env[62563]: DEBUG nova.network.neutron [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1519.726811] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ed0dc255-810c-498d-9aa6-25f713f381d8 tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "f0f5faef-c983-4d90-b7b2-4a3dcf00d117" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.509s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.727881] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f89b6032-a247-4ea8-a746-f6ed31d81c15 tempest-ServerRescueTestJSONUnderV235-1602555405 tempest-ServerRescueTestJSONUnderV235-1602555405-project-member] Lock "8146eebc-9445-4f8c-8b2a-31724f59bedf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.208s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.741641] env[62563]: DEBUG nova.policy [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16e4e840abc7473cb217354653707059', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba650f1745614069b707a67a4a99e14b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1520.034671] env[62563]: DEBUG nova.network.neutron [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1520.073218] env[62563]: DEBUG nova.network.neutron [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Successfully created port: 9b8e12e1-1923-47af-b4de-db7f571e58bc {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1520.203471] env[62563]: DEBUG nova.compute.manager [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1520.284865] env[62563]: DEBUG nova.network.neutron [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Updating instance_info_cache with network_info: [{"id": "62379e2c-70c8-485a-afdc-828564e09dc7", "address": "fa:16:3e:b0:64:3a", "network": {"id": "22ccc0c1-4f9e-46ee-b3c8-2880ab6461cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2065087248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51a2a5336f6f4fa7a37d56b47ad885e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62379e2c-70", "ovs_interfaceid": "62379e2c-70c8-485a-afdc-828564e09dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.644802] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335050fb-674e-43a6-b29d-cfd17068970d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.653512] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519d714d-3c65-4a92-8dfb-6e796cb95357 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.685756] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a38625-e6e9-41ae-ad6f-b286cf1d6ba0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.695888] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cb7a8c-c599-4ccb-9a0c-71004aa91b2b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.714303] env[62563]: DEBUG nova.compute.provider_tree [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.789743] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Releasing lock "refresh_cache-c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.789991] env[62563]: DEBUG nova.compute.manager [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Instance network_info: |[{"id": "62379e2c-70c8-485a-afdc-828564e09dc7", "address": "fa:16:3e:b0:64:3a", "network": {"id": "22ccc0c1-4f9e-46ee-b3c8-2880ab6461cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2065087248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51a2a5336f6f4fa7a37d56b47ad885e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62379e2c-70", "ovs_interfaceid": "62379e2c-70c8-485a-afdc-828564e09dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1520.791224] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:64:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62379e2c-70c8-485a-afdc-828564e09dc7', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.799815] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Creating folder: Project (51a2a5336f6f4fa7a37d56b47ad885e4). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1520.800149] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bcfa1db-d046-454c-9c5c-ad54f07b7b7b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.819475] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Created folder: Project (51a2a5336f6f4fa7a37d56b47ad885e4) in parent group-v363823. [ 1520.819475] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Creating folder: Instances. Parent ref: group-v364006. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1520.819475] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b99788fa-0958-429b-8959-584cd0753357 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.830060] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Created folder: Instances in parent group-v364006. [ 1520.830317] env[62563]: DEBUG oslo.service.loopingcall [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.830513] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1520.830929] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19758d0e-3b6f-4b18-93b8-fd43f8500dc2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.850011] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1520.850011] env[62563]: value = "task-1751047" [ 1520.850011] env[62563]: _type = "Task" [ 1520.850011] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.857935] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751047, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.009789] env[62563]: DEBUG nova.compute.manager [req-fd55adec-cdc6-49c8-9f39-8a267e5d0f4a req-93bdac28-60cd-4184-b115-8d4f82ead2c5 service nova] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Received event network-changed-62379e2c-70c8-485a-afdc-828564e09dc7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1521.010204] env[62563]: DEBUG nova.compute.manager [req-fd55adec-cdc6-49c8-9f39-8a267e5d0f4a req-93bdac28-60cd-4184-b115-8d4f82ead2c5 service nova] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Refreshing instance network info cache due to event network-changed-62379e2c-70c8-485a-afdc-828564e09dc7. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1521.010330] env[62563]: DEBUG oslo_concurrency.lockutils [req-fd55adec-cdc6-49c8-9f39-8a267e5d0f4a req-93bdac28-60cd-4184-b115-8d4f82ead2c5 service nova] Acquiring lock "refresh_cache-c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.010549] env[62563]: DEBUG oslo_concurrency.lockutils [req-fd55adec-cdc6-49c8-9f39-8a267e5d0f4a req-93bdac28-60cd-4184-b115-8d4f82ead2c5 service nova] Acquired lock "refresh_cache-c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.010747] env[62563]: DEBUG nova.network.neutron [req-fd55adec-cdc6-49c8-9f39-8a267e5d0f4a req-93bdac28-60cd-4184-b115-8d4f82ead2c5 service nova] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Refreshing network info cache for port 62379e2c-70c8-485a-afdc-828564e09dc7 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.217749] env[62563]: DEBUG nova.compute.manager [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1521.223793] env[62563]: DEBUG nova.scheduler.client.report [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1521.250273] env[62563]: DEBUG nova.virt.hardware [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1521.250628] env[62563]: DEBUG nova.virt.hardware [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1521.250870] env[62563]: DEBUG nova.virt.hardware [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1521.251282] env[62563]: DEBUG nova.virt.hardware [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1521.251493] env[62563]: DEBUG nova.virt.hardware [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1521.251715] env[62563]: DEBUG nova.virt.hardware [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1521.252045] env[62563]: DEBUG nova.virt.hardware [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1521.252279] env[62563]: DEBUG nova.virt.hardware [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1521.252524] env[62563]: DEBUG nova.virt.hardware [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1521.252755] env[62563]: DEBUG nova.virt.hardware [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1521.252993] env[62563]: DEBUG nova.virt.hardware [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1521.257022] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3205c83-628b-4f16-a63a-998333e3fb90 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.262944] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ca22fd-591a-42ea-8df4-8837695c3c31 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.359169] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751047, 'name': CreateVM_Task, 'duration_secs': 0.468603} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.359460] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1521.360242] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.360486] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.360876] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1521.361197] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d8e9fc6-3684-4293-88f3-0830a6cbf6f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.365704] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Waiting for the task: (returnval){ [ 1521.365704] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]528aa8a5-9ddb-cfa8-2d1f-3204405b8863" [ 1521.365704] env[62563]: _type = "Task" [ 1521.365704] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.373484] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528aa8a5-9ddb-cfa8-2d1f-3204405b8863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.726281] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.727431] env[62563]: DEBUG nova.compute.manager [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1521.731508] env[62563]: DEBUG oslo_concurrency.lockutils [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.029s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.731863] env[62563]: DEBUG oslo_concurrency.lockutils [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.734568] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.935s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.736772] env[62563]: INFO nova.compute.claims [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1521.764028] env[62563]: INFO nova.scheduler.client.report [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Deleted allocations for instance e9be8415-0fad-4226-bd7f-746b240d2795 [ 1521.795051] env[62563]: DEBUG nova.network.neutron [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Successfully updated port: 9b8e12e1-1923-47af-b4de-db7f571e58bc {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1521.830907] env[62563]: DEBUG nova.network.neutron [req-fd55adec-cdc6-49c8-9f39-8a267e5d0f4a req-93bdac28-60cd-4184-b115-8d4f82ead2c5 service nova] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Updated VIF entry in instance network info cache for port 62379e2c-70c8-485a-afdc-828564e09dc7. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.831303] env[62563]: DEBUG nova.network.neutron [req-fd55adec-cdc6-49c8-9f39-8a267e5d0f4a req-93bdac28-60cd-4184-b115-8d4f82ead2c5 service nova] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Updating instance_info_cache with network_info: [{"id": "62379e2c-70c8-485a-afdc-828564e09dc7", "address": "fa:16:3e:b0:64:3a", "network": {"id": "22ccc0c1-4f9e-46ee-b3c8-2880ab6461cf", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2065087248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51a2a5336f6f4fa7a37d56b47ad885e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62379e2c-70", "ovs_interfaceid": "62379e2c-70c8-485a-afdc-828564e09dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.878734] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528aa8a5-9ddb-cfa8-2d1f-3204405b8863, 'name': SearchDatastore_Task, 'duration_secs': 0.010538} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.879054] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.879292] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1521.879531] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.879707] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.879887] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1521.880211] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81c9fdc7-43d7-43ef-8765-bf919fc43a14 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.889374] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1521.889683] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1521.890697] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6016bf9d-3a5d-4960-b325-0db5eb68c313 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.896169] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Waiting for the task: (returnval){ [ 1521.896169] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b4d0a9-cd3c-1512-9b13-ddda416c9d04" [ 1521.896169] env[62563]: _type = "Task" [ 1521.896169] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.904369] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b4d0a9-cd3c-1512-9b13-ddda416c9d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.073464] env[62563]: DEBUG oslo_concurrency.lockutils [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "280e4528-20fc-438b-adba-e4b449cfc635" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.073874] env[62563]: DEBUG oslo_concurrency.lockutils [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "280e4528-20fc-438b-adba-e4b449cfc635" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.074119] env[62563]: DEBUG oslo_concurrency.lockutils [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "280e4528-20fc-438b-adba-e4b449cfc635-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.074315] env[62563]: DEBUG oslo_concurrency.lockutils [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "280e4528-20fc-438b-adba-e4b449cfc635-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.074532] env[62563]: DEBUG oslo_concurrency.lockutils [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "280e4528-20fc-438b-adba-e4b449cfc635-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.078420] env[62563]: INFO nova.compute.manager [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Terminating instance [ 1522.080217] env[62563]: DEBUG nova.compute.manager [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1522.080546] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1522.082140] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0a6f62-3b1a-491a-9f57-3f269789db69 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.097435] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1522.097778] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c088dc65-9d2d-444a-8690-93ef8ae5445f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.105350] env[62563]: DEBUG oslo_vmware.api [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1522.105350] env[62563]: value = "task-1751048" [ 1522.105350] env[62563]: _type = "Task" [ 1522.105350] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.117471] env[62563]: DEBUG oslo_vmware.api [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1751048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.242624] env[62563]: DEBUG nova.compute.utils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1522.245483] env[62563]: DEBUG nova.compute.manager [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1522.245853] env[62563]: DEBUG nova.network.neutron [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1522.275250] env[62563]: DEBUG oslo_concurrency.lockutils [None req-460f3886-5767-4c03-8a09-3347847c9898 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "e9be8415-0fad-4226-bd7f-746b240d2795" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.586s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.298607] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.298825] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.299059] env[62563]: DEBUG nova.network.neutron [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.323926] env[62563]: DEBUG nova.policy [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5bf7d13ed74f45b5c97272ec0d5513', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b163f78c60c540b2906fcc91ad4d8e97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1522.334969] env[62563]: DEBUG oslo_concurrency.lockutils [req-fd55adec-cdc6-49c8-9f39-8a267e5d0f4a req-93bdac28-60cd-4184-b115-8d4f82ead2c5 service nova] Releasing lock "refresh_cache-c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.410025] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b4d0a9-cd3c-1512-9b13-ddda416c9d04, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.410025] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d667cf86-17d7-4327-acad-04bc15dd45c5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.413875] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Waiting for the task: (returnval){ [ 1522.413875] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52014b19-8fcd-99b2-6fbf-21e3881fc4ea" [ 1522.413875] env[62563]: _type = "Task" [ 1522.413875] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.422801] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52014b19-8fcd-99b2-6fbf-21e3881fc4ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.616987] env[62563]: DEBUG oslo_vmware.api [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1751048, 'name': PowerOffVM_Task, 'duration_secs': 0.211377} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.620019] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1522.620019] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1522.620019] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6573f34d-3543-413d-a2af-5865bb5e4188 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.641657] env[62563]: DEBUG nova.network.neutron [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Successfully created port: 74c339d6-ef1b-46cd-92fe-ee7a94fba67a {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1522.698787] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1522.699020] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1522.699215] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Deleting the datastore file [datastore1] 280e4528-20fc-438b-adba-e4b449cfc635 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1522.699493] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dd074d2-faaa-495e-bbe8-b5785887e285 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.710081] env[62563]: DEBUG oslo_vmware.api [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for the task: (returnval){ [ 1522.710081] env[62563]: value = "task-1751050" [ 1522.710081] env[62563]: _type = "Task" [ 1522.710081] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.719517] env[62563]: DEBUG oslo_vmware.api [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1751050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.753526] env[62563]: DEBUG nova.compute.manager [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1522.760085] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "34136197-2da8-405f-83d5-2f838f483dfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.760393] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "34136197-2da8-405f-83d5-2f838f483dfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.760561] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "34136197-2da8-405f-83d5-2f838f483dfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.760758] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "34136197-2da8-405f-83d5-2f838f483dfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.760926] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "34136197-2da8-405f-83d5-2f838f483dfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.762894] env[62563]: INFO nova.compute.manager [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Terminating instance [ 1522.765025] env[62563]: DEBUG nova.compute.manager [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1522.765574] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1522.767128] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcc07df-0f5e-4059-9264-229ccd45762e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.778225] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1522.779053] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c42196d-1791-43a5-b2e5-9214c22d0aa8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.787199] env[62563]: DEBUG oslo_vmware.api [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1522.787199] env[62563]: value = "task-1751051" [ 1522.787199] env[62563]: _type = "Task" [ 1522.787199] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.805971] env[62563]: DEBUG oslo_vmware.api [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1751051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.858427] env[62563]: DEBUG nova.network.neutron [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1522.927310] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52014b19-8fcd-99b2-6fbf-21e3881fc4ea, 'name': SearchDatastore_Task, 'duration_secs': 0.018778} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.927601] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.927867] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62/c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1522.928151] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dba90d47-938d-40ce-8430-2389b8b8f211 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.938723] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Waiting for the task: (returnval){ [ 1522.938723] env[62563]: value = "task-1751052" [ 1522.938723] env[62563]: _type = "Task" [ 1522.938723] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.947774] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.080646] env[62563]: DEBUG nova.network.neutron [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance_info_cache with network_info: [{"id": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "address": "fa:16:3e:37:a7:fe", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8e12e1-19", "ovs_interfaceid": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.191278] env[62563]: DEBUG nova.compute.manager [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Received event network-vif-plugged-9b8e12e1-1923-47af-b4de-db7f571e58bc {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1523.191278] env[62563]: DEBUG oslo_concurrency.lockutils [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] Acquiring lock "0e1d3972-426d-4751-bebe-12dd732bbef3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.191470] env[62563]: DEBUG oslo_concurrency.lockutils [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.191738] env[62563]: DEBUG oslo_concurrency.lockutils [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.191923] env[62563]: DEBUG nova.compute.manager [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] No waiting events found dispatching network-vif-plugged-9b8e12e1-1923-47af-b4de-db7f571e58bc {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1523.192108] env[62563]: WARNING nova.compute.manager [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Received unexpected event network-vif-plugged-9b8e12e1-1923-47af-b4de-db7f571e58bc for instance with vm_state building and task_state spawning. [ 1523.192275] env[62563]: DEBUG nova.compute.manager [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Received event network-changed-9b8e12e1-1923-47af-b4de-db7f571e58bc {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1523.192429] env[62563]: DEBUG nova.compute.manager [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Refreshing instance network info cache due to event network-changed-9b8e12e1-1923-47af-b4de-db7f571e58bc. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1523.192638] env[62563]: DEBUG oslo_concurrency.lockutils [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] Acquiring lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.220604] env[62563]: DEBUG oslo_vmware.api [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Task: {'id': task-1751050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289574} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.220604] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1523.220790] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1523.220977] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1523.221229] env[62563]: INFO nova.compute.manager [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1523.221492] env[62563]: DEBUG oslo.service.loopingcall [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.224179] env[62563]: DEBUG nova.compute.manager [-] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1523.224558] env[62563]: DEBUG nova.network.neutron [-] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1523.284919] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e25d9ba-8c84-4afb-8721-4b6114d5eb0f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.298869] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cc45d8-1175-4802-ace8-c9be30e3c027 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.306658] env[62563]: DEBUG oslo_vmware.api [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1751051, 'name': PowerOffVM_Task, 'duration_secs': 0.244917} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.307522] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1523.307775] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1523.308080] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baa8c758-93b8-4147-ac7d-43839bfae4be {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.341476] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c37dc2-49b1-4149-9ed9-71b3fa28670f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.350725] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0e83ee-1c2a-47a6-ac16-d7595d6e3938 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.366691] env[62563]: DEBUG nova.compute.provider_tree [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.450658] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751052, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.583734] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.584160] env[62563]: DEBUG nova.compute.manager [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Instance network_info: |[{"id": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "address": "fa:16:3e:37:a7:fe", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8e12e1-19", "ovs_interfaceid": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1523.584591] env[62563]: DEBUG oslo_concurrency.lockutils [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] Acquired lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.584856] env[62563]: DEBUG nova.network.neutron [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Refreshing network info cache for port 9b8e12e1-1923-47af-b4de-db7f571e58bc {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1523.586678] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:a7:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b8e12e1-1923-47af-b4de-db7f571e58bc', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1523.594547] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Creating folder: Project (ba650f1745614069b707a67a4a99e14b). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1523.598011] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aeafed1-b153-4454-ace8-15692425b7a2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.608512] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Created folder: Project (ba650f1745614069b707a67a4a99e14b) in parent group-v363823. [ 1523.608721] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Creating folder: Instances. Parent ref: group-v364009. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1523.608965] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31368043-1b89-4e30-9b10-76b205bb4d50 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.618952] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Created folder: Instances in parent group-v364009. [ 1523.619154] env[62563]: DEBUG oslo.service.loopingcall [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.619405] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1523.619544] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cacf22f0-cac0-4093-85bb-dd499e4e88f6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.641163] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.641163] env[62563]: value = "task-1751056" [ 1523.641163] env[62563]: _type = "Task" [ 1523.641163] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.649343] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751056, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.766431] env[62563]: DEBUG nova.compute.manager [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1523.798204] env[62563]: DEBUG nova.virt.hardware [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1523.798462] env[62563]: DEBUG nova.virt.hardware [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1523.798650] env[62563]: DEBUG nova.virt.hardware [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1523.798851] env[62563]: DEBUG nova.virt.hardware [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1523.798998] env[62563]: DEBUG nova.virt.hardware [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1523.799154] env[62563]: DEBUG nova.virt.hardware [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1523.799359] env[62563]: DEBUG nova.virt.hardware [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1523.799536] env[62563]: DEBUG nova.virt.hardware [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1523.799705] env[62563]: DEBUG nova.virt.hardware [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1523.799862] env[62563]: DEBUG nova.virt.hardware [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1523.800074] env[62563]: DEBUG nova.virt.hardware [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1523.801021] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d83602a-593e-4cde-b318-96fbe4991243 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.811097] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a1079e-3981-4a09-81a2-e21f4028d680 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.813655] env[62563]: DEBUG nova.network.neutron [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updated VIF entry in instance network info cache for port 9b8e12e1-1923-47af-b4de-db7f571e58bc. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.813977] env[62563]: DEBUG nova.network.neutron [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance_info_cache with network_info: [{"id": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "address": "fa:16:3e:37:a7:fe", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8e12e1-19", "ovs_interfaceid": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.870435] env[62563]: DEBUG nova.scheduler.client.report [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1523.950212] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663089} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.950365] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62/c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1523.950523] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1523.950780] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fb7e2e2-9db1-49b2-a502-33dc1d5dba01 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.957237] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Waiting for the task: (returnval){ [ 1523.957237] env[62563]: value = "task-1751057" [ 1523.957237] env[62563]: _type = "Task" [ 1523.957237] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.964952] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.017570] env[62563]: DEBUG nova.network.neutron [-] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.151864] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751056, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.226987] env[62563]: DEBUG nova.network.neutron [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Successfully updated port: 74c339d6-ef1b-46cd-92fe-ee7a94fba67a {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1524.316701] env[62563]: DEBUG oslo_concurrency.lockutils [req-2b0ef2b7-8adc-4560-bf8d-864c81a0a9ac req-fffbe2ec-4e50-4754-a9ed-e84b4c24b3bf service nova] Releasing lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.375597] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.376170] env[62563]: DEBUG nova.compute.manager [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1524.378739] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.314s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.378940] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.381438] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.910s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.382868] env[62563]: INFO nova.compute.claims [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1524.414921] env[62563]: INFO nova.scheduler.client.report [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Deleted allocations for instance 626b0eff-779a-49b9-8e5b-9a8a7f56f428 [ 1524.469558] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164619} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.469753] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1524.470562] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f822df4-190e-47b6-b004-01816e379994 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.500901] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62/c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.501330] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe35fc9-c8a2-47f3-a992-87e75dbc1f57 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.521488] env[62563]: INFO nova.compute.manager [-] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Took 1.30 seconds to deallocate network for instance. [ 1524.531818] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Waiting for the task: (returnval){ [ 1524.531818] env[62563]: value = "task-1751058" [ 1524.531818] env[62563]: _type = "Task" [ 1524.531818] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.542772] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.651690] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751056, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.730739] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "refresh_cache-9f0ed422-011e-4661-b0ee-1d1529b1eccf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.730926] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "refresh_cache-9f0ed422-011e-4661-b0ee-1d1529b1eccf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.731130] env[62563]: DEBUG nova.network.neutron [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.887217] env[62563]: DEBUG nova.compute.utils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1524.891335] env[62563]: DEBUG nova.compute.manager [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Not allocating networking since 'none' was specified. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1524.921420] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9529c2e-5aff-4e8a-bb21-881530b3aef3 tempest-ServerDiagnosticsNegativeTest-698241329 tempest-ServerDiagnosticsNegativeTest-698241329-project-member] Lock "626b0eff-779a-49b9-8e5b-9a8a7f56f428" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.341s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.028043] env[62563]: DEBUG oslo_concurrency.lockutils [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.042157] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751058, 'name': ReconfigVM_Task, 'duration_secs': 0.342697} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.042501] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Reconfigured VM instance instance-0000003f to attach disk [datastore1] c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62/c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1525.043831] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7c63c55-781c-4408-8845-0dcb9ec2af2d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.049772] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Waiting for the task: (returnval){ [ 1525.049772] env[62563]: value = "task-1751059" [ 1525.049772] env[62563]: _type = "Task" [ 1525.049772] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.058175] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751059, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.152144] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751056, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.254250] env[62563]: DEBUG nova.compute.manager [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Received event network-vif-deleted-3b785459-28a5-46bf-a0cb-d18743963146 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1525.254510] env[62563]: DEBUG nova.compute.manager [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Received event network-vif-plugged-74c339d6-ef1b-46cd-92fe-ee7a94fba67a {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1525.254963] env[62563]: DEBUG oslo_concurrency.lockutils [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] Acquiring lock "9f0ed422-011e-4661-b0ee-1d1529b1eccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.254963] env[62563]: DEBUG oslo_concurrency.lockutils [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] Lock "9f0ed422-011e-4661-b0ee-1d1529b1eccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.255502] env[62563]: DEBUG oslo_concurrency.lockutils [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] Lock "9f0ed422-011e-4661-b0ee-1d1529b1eccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.255762] env[62563]: DEBUG nova.compute.manager [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] No waiting events found dispatching network-vif-plugged-74c339d6-ef1b-46cd-92fe-ee7a94fba67a {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1525.255947] env[62563]: WARNING nova.compute.manager [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Received unexpected event network-vif-plugged-74c339d6-ef1b-46cd-92fe-ee7a94fba67a for instance with vm_state building and task_state spawning. [ 1525.256126] env[62563]: DEBUG nova.compute.manager [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Received event network-changed-74c339d6-ef1b-46cd-92fe-ee7a94fba67a {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1525.256389] env[62563]: DEBUG nova.compute.manager [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Refreshing instance network info cache due to event network-changed-74c339d6-ef1b-46cd-92fe-ee7a94fba67a. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1525.256449] env[62563]: DEBUG oslo_concurrency.lockutils [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] Acquiring lock "refresh_cache-9f0ed422-011e-4661-b0ee-1d1529b1eccf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.265907] env[62563]: DEBUG nova.network.neutron [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1525.392640] env[62563]: DEBUG nova.compute.manager [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1525.414476] env[62563]: DEBUG nova.network.neutron [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Updating instance_info_cache with network_info: [{"id": "74c339d6-ef1b-46cd-92fe-ee7a94fba67a", "address": "fa:16:3e:2e:55:df", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c339d6-ef", "ovs_interfaceid": "74c339d6-ef1b-46cd-92fe-ee7a94fba67a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.559299] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751059, 'name': Rename_Task, 'duration_secs': 0.149048} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.561667] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1525.562933] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e57c04c-7fae-478e-ba48-cdf02390dcea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.575879] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Waiting for the task: (returnval){ [ 1525.575879] env[62563]: value = "task-1751060" [ 1525.575879] env[62563]: _type = "Task" [ 1525.575879] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.586523] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.653171] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751056, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.798951] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17d8678-da29-4abd-a16c-ea2841dc4818 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.806565] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac39a372-6dc2-4c43-8522-f864e4c628be {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.838146] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a26cb27-c50b-464e-80db-3f0a77f94d39 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.845790] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffee143-c57e-4777-a2ee-09469c13e985 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.859292] env[62563]: DEBUG nova.compute.provider_tree [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.920339] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "refresh_cache-9f0ed422-011e-4661-b0ee-1d1529b1eccf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.920661] env[62563]: DEBUG nova.compute.manager [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Instance network_info: |[{"id": "74c339d6-ef1b-46cd-92fe-ee7a94fba67a", "address": "fa:16:3e:2e:55:df", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c339d6-ef", "ovs_interfaceid": "74c339d6-ef1b-46cd-92fe-ee7a94fba67a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1525.920944] env[62563]: DEBUG oslo_concurrency.lockutils [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] Acquired lock "refresh_cache-9f0ed422-011e-4661-b0ee-1d1529b1eccf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.921137] env[62563]: DEBUG nova.network.neutron [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Refreshing network info cache for port 74c339d6-ef1b-46cd-92fe-ee7a94fba67a {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.922999] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:55:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74c339d6-ef1b-46cd-92fe-ee7a94fba67a', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1525.929957] env[62563]: DEBUG oslo.service.loopingcall [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.931028] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1525.931233] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2087392f-4beb-408b-aa78-b88fe2e8c8ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.952942] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1525.952942] env[62563]: value = "task-1751061" [ 1525.952942] env[62563]: _type = "Task" [ 1525.952942] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.961813] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751061, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.088132] env[62563]: DEBUG oslo_vmware.api [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751060, 'name': PowerOnVM_Task, 'duration_secs': 0.474735} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.088416] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1526.088622] env[62563]: INFO nova.compute.manager [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1526.088810] env[62563]: DEBUG nova.compute.manager [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1526.089679] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf60e03-764a-43c0-b429-ab4ce2ab179d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.154605] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751056, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.362192] env[62563]: DEBUG nova.scheduler.client.report [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1526.406744] env[62563]: DEBUG nova.compute.manager [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1526.431083] env[62563]: DEBUG nova.virt.hardware [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1526.431366] env[62563]: DEBUG nova.virt.hardware [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1526.431529] env[62563]: DEBUG nova.virt.hardware [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1526.431718] env[62563]: DEBUG nova.virt.hardware [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1526.431866] env[62563]: DEBUG nova.virt.hardware [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1526.432069] env[62563]: DEBUG nova.virt.hardware [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1526.432628] env[62563]: DEBUG nova.virt.hardware [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1526.432628] env[62563]: DEBUG nova.virt.hardware [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1526.432768] env[62563]: DEBUG nova.virt.hardware [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1526.432865] env[62563]: DEBUG nova.virt.hardware [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1526.433076] env[62563]: DEBUG nova.virt.hardware [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1526.436233] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c771d2-77e2-4ab7-9704-e0706d2be03c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.443908] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.444180] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.444405] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Deleting the datastore file [datastore1] 34136197-2da8-405f-83d5-2f838f483dfe {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.446675] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbcf3e01-170d-4887-9c80-9a258a5edb13 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.449488] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406071d5-e387-470b-b2ae-0a55bf44e2ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.458609] env[62563]: DEBUG oslo_vmware.api [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for the task: (returnval){ [ 1526.458609] env[62563]: value = "task-1751062" [ 1526.458609] env[62563]: _type = "Task" [ 1526.458609] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.469043] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Instance VIF info [] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1526.474999] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Creating folder: Project (76aef8e763464478aa71aae0c8b381fa). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1526.484160] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a55a2d3-a752-497a-9888-bc2c56dff05c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.485918] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751061, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.491603] env[62563]: DEBUG oslo_vmware.api [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1751062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.495575] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Created folder: Project (76aef8e763464478aa71aae0c8b381fa) in parent group-v363823. [ 1526.495756] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Creating folder: Instances. Parent ref: group-v364013. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1526.495987] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-833fd656-1115-4ceb-96bd-8c9d4a9e9d73 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.505059] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Created folder: Instances in parent group-v364013. [ 1526.505059] env[62563]: DEBUG oslo.service.loopingcall [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1526.505239] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1526.505469] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2e62a69-dfd7-4287-b9c3-cf0105d571cb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.522708] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1526.522708] env[62563]: value = "task-1751065" [ 1526.522708] env[62563]: _type = "Task" [ 1526.522708] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.534831] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751065, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.611021] env[62563]: INFO nova.compute.manager [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Took 54.22 seconds to build instance. [ 1526.657515] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751056, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.694373] env[62563]: DEBUG nova.network.neutron [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Updated VIF entry in instance network info cache for port 74c339d6-ef1b-46cd-92fe-ee7a94fba67a. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.694895] env[62563]: DEBUG nova.network.neutron [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Updating instance_info_cache with network_info: [{"id": "74c339d6-ef1b-46cd-92fe-ee7a94fba67a", "address": "fa:16:3e:2e:55:df", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c339d6-ef", "ovs_interfaceid": "74c339d6-ef1b-46cd-92fe-ee7a94fba67a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.852853] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Acquiring lock "6ad2736a-9483-4afd-9bc5-982cdbbf610a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.853883] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Lock "6ad2736a-9483-4afd-9bc5-982cdbbf610a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.867910] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.868167] env[62563]: DEBUG nova.compute.manager [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1526.870795] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.358s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.870937] env[62563]: DEBUG nova.objects.instance [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1526.966540] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751061, 'name': CreateVM_Task, 'duration_secs': 0.772784} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.966867] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1526.967462] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.967639] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.968007] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1526.968284] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-774a1b50-0567-4de8-a553-bda63792e635 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.976285] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1526.976285] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52084091-e992-e52f-1d0a-f0d93e9861d0" [ 1526.976285] env[62563]: _type = "Task" [ 1526.976285] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.979680] env[62563]: DEBUG oslo_vmware.api [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Task: {'id': task-1751062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167105} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.982745] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1526.982976] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1526.983354] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1526.983354] env[62563]: INFO nova.compute.manager [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Took 4.22 seconds to destroy the instance on the hypervisor. [ 1526.983567] env[62563]: DEBUG oslo.service.loopingcall [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1526.983758] env[62563]: DEBUG nova.compute.manager [-] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1526.983853] env[62563]: DEBUG nova.network.neutron [-] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1526.991437] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52084091-e992-e52f-1d0a-f0d93e9861d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012588} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.991653] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.991817] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1526.992049] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.992799] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.992799] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1526.992799] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0f1fbdb-f77c-445b-9a91-78fefe3f066e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.000902] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1527.001113] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1527.001776] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa075ef-0b37-473b-844e-21597333909d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.006525] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1527.006525] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52479aef-a5d7-f852-75d8-9f156a43534d" [ 1527.006525] env[62563]: _type = "Task" [ 1527.006525] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.014152] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52479aef-a5d7-f852-75d8-9f156a43534d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.034251] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751065, 'name': CreateVM_Task, 'duration_secs': 0.29702} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.034426] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.034891] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.035047] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.035432] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.035696] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c427e986-e237-48a0-a58d-a7b77b457cf8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.041090] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1527.041090] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525b5f59-d14d-0475-d379-e7ef258769d5" [ 1527.041090] env[62563]: _type = "Task" [ 1527.041090] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.049056] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525b5f59-d14d-0475-d379-e7ef258769d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.111626] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d169a862-6d65-458b-9516-ed96a6e82117 tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Lock "c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.958s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.155433] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751056, 'name': CreateVM_Task, 'duration_secs': 3.069553} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.155648] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.156321] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.197828] env[62563]: DEBUG oslo_concurrency.lockutils [req-48228878-b60c-4b26-b561-e38d00510f8b req-0fbea84a-79e6-4c65-af65-aa5cd45cad5a service nova] Releasing lock "refresh_cache-9f0ed422-011e-4661-b0ee-1d1529b1eccf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.299177] env[62563]: DEBUG nova.compute.manager [req-9353df86-1021-4606-9c81-cfb76650632e req-8b652455-e315-46d2-8aaa-74598d4d014b service nova] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Received event network-vif-deleted-0af2304a-1e97-4277-a937-d036505758f4 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1527.299464] env[62563]: INFO nova.compute.manager [req-9353df86-1021-4606-9c81-cfb76650632e req-8b652455-e315-46d2-8aaa-74598d4d014b service nova] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Neutron deleted interface 0af2304a-1e97-4277-a937-d036505758f4; detaching it from the instance and deleting it from the info cache [ 1527.299556] env[62563]: DEBUG nova.network.neutron [req-9353df86-1021-4606-9c81-cfb76650632e req-8b652455-e315-46d2-8aaa-74598d4d014b service nova] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.375464] env[62563]: DEBUG nova.compute.utils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1527.379328] env[62563]: DEBUG nova.compute.manager [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1527.379520] env[62563]: DEBUG nova.network.neutron [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1527.419572] env[62563]: DEBUG nova.policy [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55a0aff54f104ae99e2d23c8dbfcaeeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd49485617808434185c4efb9f7915c86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1527.517124] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52479aef-a5d7-f852-75d8-9f156a43534d, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.517918] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521ab497-b056-4264-a3b0-6a82e41ff341 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.523323] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1527.523323] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521ca376-c72e-cbea-0366-f8516325ce1c" [ 1527.523323] env[62563]: _type = "Task" [ 1527.523323] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.531507] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521ca376-c72e-cbea-0366-f8516325ce1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.550037] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525b5f59-d14d-0475-d379-e7ef258769d5, 'name': SearchDatastore_Task, 'duration_secs': 0.024712} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.550341] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.550576] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1527.550790] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.551021] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.551320] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.551557] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dfe8053-e4af-4d36-8162-a8e615be3a29 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.556583] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1527.556583] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5206dfcc-6364-44ba-656f-180364f2afa5" [ 1527.556583] env[62563]: _type = "Task" [ 1527.556583] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.563811] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5206dfcc-6364-44ba-656f-180364f2afa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.612509] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Acquiring lock "c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.612782] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Lock "c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.612994] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Acquiring lock "c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.613201] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Lock "c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.613376] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Lock "c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.616182] env[62563]: INFO nova.compute.manager [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Terminating instance [ 1527.617547] env[62563]: DEBUG nova.compute.manager [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1527.620837] env[62563]: DEBUG nova.compute.manager [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1527.621052] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.621876] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb5eb85-c3d8-47ea-a310-11315f02460e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.630614] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.630757] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c2571ca-0b98-4f84-964c-498a97a43da9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.638114] env[62563]: DEBUG oslo_vmware.api [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Waiting for the task: (returnval){ [ 1527.638114] env[62563]: value = "task-1751066" [ 1527.638114] env[62563]: _type = "Task" [ 1527.638114] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.646780] env[62563]: DEBUG oslo_vmware.api [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.662463] env[62563]: DEBUG nova.network.neutron [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Successfully created port: f4fcc7e4-b8ac-4a65-870c-d55c4d931156 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1527.745572] env[62563]: DEBUG nova.network.neutron [-] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.802732] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4db98a1-29d6-416b-911f-0322494dd770 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.813086] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6483c171-9cfd-4604-922c-9be44ac1a957 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.855290] env[62563]: DEBUG nova.compute.manager [req-9353df86-1021-4606-9c81-cfb76650632e req-8b652455-e315-46d2-8aaa-74598d4d014b service nova] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Detach interface failed, port_id=0af2304a-1e97-4277-a937-d036505758f4, reason: Instance 34136197-2da8-405f-83d5-2f838f483dfe could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1527.884354] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d3635851-ba14-4d2b-80e9-f704f283a6ee tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.885231] env[62563]: DEBUG nova.compute.manager [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1527.888571] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.194s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.034083] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521ca376-c72e-cbea-0366-f8516325ce1c, 'name': SearchDatastore_Task, 'duration_secs': 0.026412} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.034083] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.034083] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 9f0ed422-011e-4661-b0ee-1d1529b1eccf/9f0ed422-011e-4661-b0ee-1d1529b1eccf.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1528.034083] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.034504] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.034504] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ee17806-f88c-4c86-b99d-53928adb50ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.036325] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87084a3f-4f39-45a1-bc1c-3d5a053f06d9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.042444] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1528.042444] env[62563]: value = "task-1751067" [ 1528.042444] env[62563]: _type = "Task" [ 1528.042444] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.046266] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.046435] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.047423] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a19034-cdba-4f24-97d8-3077de6486fd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.052727] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.055650] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1528.055650] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52016d74-6d80-20f7-5e9a-3a0160a3f712" [ 1528.055650] env[62563]: _type = "Task" [ 1528.055650] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.066256] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52016d74-6d80-20f7-5e9a-3a0160a3f712, 'name': SearchDatastore_Task, 'duration_secs': 0.007793} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.070145] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5206dfcc-6364-44ba-656f-180364f2afa5, 'name': SearchDatastore_Task, 'duration_secs': 0.042008} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.070358] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64e4766-3f59-49de-8df8-faf8514aadc6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.072535] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.072790] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.073024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.075877] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1528.075877] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520b34d1-3cd4-08dc-b68e-0c2a79babebe" [ 1528.075877] env[62563]: _type = "Task" [ 1528.075877] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.083467] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520b34d1-3cd4-08dc-b68e-0c2a79babebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.147652] env[62563]: DEBUG oslo_vmware.api [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751066, 'name': PowerOffVM_Task, 'duration_secs': 0.185006} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.148588] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.148884] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1528.149080] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1528.149338] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a393c9b-2d76-4abc-8166-053e25a89f36 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.248465] env[62563]: INFO nova.compute.manager [-] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Took 1.26 seconds to deallocate network for instance. [ 1528.251961] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1528.252999] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1528.252999] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Deleting the datastore file [datastore1] c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1528.255813] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba2efd53-a9ed-41f1-a150-4b25d67ffed1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.263567] env[62563]: DEBUG oslo_vmware.api [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Waiting for the task: (returnval){ [ 1528.263567] env[62563]: value = "task-1751069" [ 1528.263567] env[62563]: _type = "Task" [ 1528.263567] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.274165] env[62563]: DEBUG oslo_vmware.api [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.404189] env[62563]: INFO nova.compute.claims [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.552636] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474179} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.552980] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 9f0ed422-011e-4661-b0ee-1d1529b1eccf/9f0ed422-011e-4661-b0ee-1d1529b1eccf.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1528.553263] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1528.553563] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1535538-7ee1-4cc8-a373-8ebe5d11c7c3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.559545] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1528.559545] env[62563]: value = "task-1751070" [ 1528.559545] env[62563]: _type = "Task" [ 1528.559545] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.567046] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.586113] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520b34d1-3cd4-08dc-b68e-0c2a79babebe, 'name': SearchDatastore_Task, 'duration_secs': 0.008251} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.586384] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.586669] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 90542d09-146e-43ab-9a35-4a0a573cc37b/90542d09-146e-43ab-9a35-4a0a573cc37b.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1528.586996] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.587215] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.587437] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18beb604-ddf4-4154-9ede-4e5be3a8447b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.589372] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9463352a-212f-447c-b531-93b20e68c56c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.595712] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1528.595712] env[62563]: value = "task-1751071" [ 1528.595712] env[62563]: _type = "Task" [ 1528.595712] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.599684] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.599920] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.601011] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039c4ebf-87c0-4715-b2c8-3c67762e838f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.606597] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.609386] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1528.609386] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e20001-8ef0-a61e-6518-83bf4c7c1c3c" [ 1528.609386] env[62563]: _type = "Task" [ 1528.609386] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.616778] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e20001-8ef0-a61e-6518-83bf4c7c1c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.759708] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.773216] env[62563]: DEBUG oslo_vmware.api [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Task: {'id': task-1751069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372138} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.773481] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.773667] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.773891] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.774017] env[62563]: INFO nova.compute.manager [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1528.774309] env[62563]: DEBUG oslo.service.loopingcall [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.774457] env[62563]: DEBUG nova.compute.manager [-] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1528.774597] env[62563]: DEBUG nova.network.neutron [-] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1528.912118] env[62563]: DEBUG nova.compute.manager [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1528.915859] env[62563]: INFO nova.compute.resource_tracker [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating resource usage from migration bd783689-e2cb-4284-acce-ac6c68631818 [ 1528.958328] env[62563]: DEBUG nova.virt.hardware [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1528.958649] env[62563]: DEBUG nova.virt.hardware [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1528.958828] env[62563]: DEBUG nova.virt.hardware [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1528.959838] env[62563]: DEBUG nova.virt.hardware [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1528.959838] env[62563]: DEBUG nova.virt.hardware [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1528.959838] env[62563]: DEBUG nova.virt.hardware [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1528.959838] env[62563]: DEBUG nova.virt.hardware [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1528.959838] env[62563]: DEBUG nova.virt.hardware [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1528.960038] env[62563]: DEBUG nova.virt.hardware [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1528.960038] env[62563]: DEBUG nova.virt.hardware [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1528.960447] env[62563]: DEBUG nova.virt.hardware [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1528.961289] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaca18e-18c0-4276-8518-5ee9600d294f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.974820] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcc51fd-acfb-45fd-8051-6fba585f8422 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.071418] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081314} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.071863] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1529.072848] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f89c03-33c2-4b2c-a17a-913e000982d3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.104826] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 9f0ed422-011e-4661-b0ee-1d1529b1eccf/9f0ed422-011e-4661-b0ee-1d1529b1eccf.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1529.108862] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d82749-68c1-48a2-932c-36c89c1b0af9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.150024] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751071, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.150024] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e20001-8ef0-a61e-6518-83bf4c7c1c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.150024] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1529.150024] env[62563]: value = "task-1751072" [ 1529.150024] env[62563]: _type = "Task" [ 1529.150024] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.150024] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0488d060-aa68-404a-98a9-c05eefd3ed30 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.160912] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1529.160912] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52c13e00-0186-d42f-f38d-ff2627a2b828" [ 1529.160912] env[62563]: _type = "Task" [ 1529.160912] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.164454] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.175014] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c13e00-0186-d42f-f38d-ff2627a2b828, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.177018] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.177018] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0e1d3972-426d-4751-bebe-12dd732bbef3/0e1d3972-426d-4751-bebe-12dd732bbef3.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.177018] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c08d9a00-c3d6-48b7-9809-3b9fbe8a1f01 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.182388] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1529.182388] env[62563]: value = "task-1751073" [ 1529.182388] env[62563]: _type = "Task" [ 1529.182388] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.190150] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.345500] env[62563]: DEBUG nova.compute.manager [req-96eb804d-083f-4d96-9917-cd62c8be1c1f req-0c3df8da-f530-4a98-b08f-2ed08df90567 service nova] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Received event network-vif-deleted-62379e2c-70c8-485a-afdc-828564e09dc7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1529.345913] env[62563]: INFO nova.compute.manager [req-96eb804d-083f-4d96-9917-cd62c8be1c1f req-0c3df8da-f530-4a98-b08f-2ed08df90567 service nova] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Neutron deleted interface 62379e2c-70c8-485a-afdc-828564e09dc7; detaching it from the instance and deleting it from the info cache [ 1529.346049] env[62563]: DEBUG nova.network.neutron [req-96eb804d-083f-4d96-9917-cd62c8be1c1f req-0c3df8da-f530-4a98-b08f-2ed08df90567 service nova] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.459535] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d944398-b690-4d97-9c40-750f321df2c4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.468213] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935fbdb1-a614-4f8e-905b-0670a3e8c056 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.503934] env[62563]: DEBUG nova.network.neutron [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Successfully updated port: f4fcc7e4-b8ac-4a65-870c-d55c4d931156 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1529.505978] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf25f8b-18c8-4333-8cd0-b8554c9b78bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.516023] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b5f5c2-12b1-445f-98d2-128ad2daba06 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.533642] env[62563]: DEBUG nova.compute.provider_tree [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.618556] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560432} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.618877] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 90542d09-146e-43ab-9a35-4a0a573cc37b/90542d09-146e-43ab-9a35-4a0a573cc37b.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1529.619180] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1529.619586] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72b22485-61b7-4935-879a-c373208551c5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.625787] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1529.625787] env[62563]: value = "task-1751074" [ 1529.625787] env[62563]: _type = "Task" [ 1529.625787] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.633711] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.662399] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751072, 'name': ReconfigVM_Task, 'duration_secs': 0.310204} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.662877] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 9f0ed422-011e-4661-b0ee-1d1529b1eccf/9f0ed422-011e-4661-b0ee-1d1529b1eccf.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.663510] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1b71f5a-cf20-449a-b90e-7a8c180abdd6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.669600] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1529.669600] env[62563]: value = "task-1751075" [ 1529.669600] env[62563]: _type = "Task" [ 1529.669600] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.678118] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751075, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.690873] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409728} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.691139] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0e1d3972-426d-4751-bebe-12dd732bbef3/0e1d3972-426d-4751-bebe-12dd732bbef3.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1529.691365] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1529.691631] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e6518d5-9a0f-4404-880a-2ec7d93c85cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.698908] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1529.698908] env[62563]: value = "task-1751076" [ 1529.698908] env[62563]: _type = "Task" [ 1529.698908] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.707541] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.819920] env[62563]: DEBUG nova.network.neutron [-] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.848595] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51f649df-388f-4395-98cf-3b51183d23d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.857684] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6660da-4267-4563-be8a-e8879ae79493 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.891098] env[62563]: DEBUG nova.compute.manager [req-96eb804d-083f-4d96-9917-cd62c8be1c1f req-0c3df8da-f530-4a98-b08f-2ed08df90567 service nova] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Detach interface failed, port_id=62379e2c-70c8-485a-afdc-828564e09dc7, reason: Instance c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1530.011040] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Acquiring lock "refresh_cache-051ccc30-8f6b-47d3-b2db-c2ad213d4f9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.011173] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Acquired lock "refresh_cache-051ccc30-8f6b-47d3-b2db-c2ad213d4f9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.011330] env[62563]: DEBUG nova.network.neutron [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.038077] env[62563]: DEBUG nova.scheduler.client.report [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1530.137321] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068583} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.137589] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1530.138448] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed29ec17-97be-4ec8-a5d6-1ba63d5f00a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.158431] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 90542d09-146e-43ab-9a35-4a0a573cc37b/90542d09-146e-43ab-9a35-4a0a573cc37b.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.158687] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d5388c7-0670-4c3e-a80c-0481d392a543 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.181404] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751075, 'name': Rename_Task, 'duration_secs': 0.137612} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.182951] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1530.183328] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1530.183328] env[62563]: value = "task-1751077" [ 1530.183328] env[62563]: _type = "Task" [ 1530.183328] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.183516] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1c5e9ac-5b0a-47ec-be04-0b2b1650271a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.193289] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.194419] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1530.194419] env[62563]: value = "task-1751078" [ 1530.194419] env[62563]: _type = "Task" [ 1530.194419] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.201895] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.209521] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06383} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.211027] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1530.211027] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593157c1-af76-4e5c-9d3d-42a65ed241ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.233782] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 0e1d3972-426d-4751-bebe-12dd732bbef3/0e1d3972-426d-4751-bebe-12dd732bbef3.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.234153] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7e8e92f-2098-4283-9cb8-2e71cec532ad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.253901] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1530.253901] env[62563]: value = "task-1751079" [ 1530.253901] env[62563]: _type = "Task" [ 1530.253901] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.261732] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.323117] env[62563]: INFO nova.compute.manager [-] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Took 1.55 seconds to deallocate network for instance. [ 1530.542592] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.654s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.542980] env[62563]: INFO nova.compute.manager [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Migrating [ 1530.550327] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.790s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.551850] env[62563]: INFO nova.compute.claims [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1530.564176] env[62563]: DEBUG nova.network.neutron [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1530.696809] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751077, 'name': ReconfigVM_Task, 'duration_secs': 0.258288} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.699886] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 90542d09-146e-43ab-9a35-4a0a573cc37b/90542d09-146e-43ab-9a35-4a0a573cc37b.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1530.700480] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2257c9fd-157e-4d03-b773-31f11636d887 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.706860] env[62563]: DEBUG oslo_vmware.api [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751078, 'name': PowerOnVM_Task, 'duration_secs': 0.48514} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.708026] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.708242] env[62563]: INFO nova.compute.manager [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1530.708421] env[62563]: DEBUG nova.compute.manager [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1530.708727] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1530.708727] env[62563]: value = "task-1751080" [ 1530.708727] env[62563]: _type = "Task" [ 1530.708727] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.709413] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd068b9-617f-45ca-ac74-249a550208a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.712392] env[62563]: DEBUG nova.network.neutron [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Updating instance_info_cache with network_info: [{"id": "f4fcc7e4-b8ac-4a65-870c-d55c4d931156", "address": "fa:16:3e:cc:14:61", "network": {"id": "246349a7-2f6c-4942-a3e8-eff232ebe48c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1679658802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49485617808434185c4efb9f7915c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4fcc7e4-b8", "ovs_interfaceid": "f4fcc7e4-b8ac-4a65-870c-d55c4d931156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.726188] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751080, 'name': Rename_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.765622] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751079, 'name': ReconfigVM_Task, 'duration_secs': 0.343128} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.765980] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 0e1d3972-426d-4751-bebe-12dd732bbef3/0e1d3972-426d-4751-bebe-12dd732bbef3.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1530.766673] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c37b668-ae37-48de-96c1-a7a0b5c85fbe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.773520] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1530.773520] env[62563]: value = "task-1751081" [ 1530.773520] env[62563]: _type = "Task" [ 1530.773520] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.782259] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751081, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.829767] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.064277] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.064672] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.064941] env[62563]: DEBUG nova.network.neutron [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.217861] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Releasing lock "refresh_cache-051ccc30-8f6b-47d3-b2db-c2ad213d4f9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.218215] env[62563]: DEBUG nova.compute.manager [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Instance network_info: |[{"id": "f4fcc7e4-b8ac-4a65-870c-d55c4d931156", "address": "fa:16:3e:cc:14:61", "network": {"id": "246349a7-2f6c-4942-a3e8-eff232ebe48c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1679658802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49485617808434185c4efb9f7915c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4fcc7e4-b8", "ovs_interfaceid": "f4fcc7e4-b8ac-4a65-870c-d55c4d931156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1531.221759] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:14:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4fcc7e4-b8ac-4a65-870c-d55c4d931156', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.229177] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Creating folder: Project (d49485617808434185c4efb9f7915c86). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1531.229489] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751080, 'name': Rename_Task, 'duration_secs': 0.13195} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.234674] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eadbf2d1-9a12-40df-abf7-a3ba94937b95 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.236653] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1531.240555] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d258445b-9861-4ca3-b048-82397dbbddf7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.242586] env[62563]: INFO nova.compute.manager [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Took 44.87 seconds to build instance. [ 1531.250143] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1531.250143] env[62563]: value = "task-1751083" [ 1531.250143] env[62563]: _type = "Task" [ 1531.250143] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.255064] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Created folder: Project (d49485617808434185c4efb9f7915c86) in parent group-v363823. [ 1531.255255] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Creating folder: Instances. Parent ref: group-v364016. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1531.255894] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bac613b0-ff53-42f0-ac89-e05ca6f7a36d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.261131] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.269056] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Created folder: Instances in parent group-v364016. [ 1531.269293] env[62563]: DEBUG oslo.service.loopingcall [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.269478] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.269680] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5bd711c-1c39-4816-bdbc-9f4d32bef0ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.294039] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751081, 'name': Rename_Task, 'duration_secs': 0.417373} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.294953] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1531.295190] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.295190] env[62563]: value = "task-1751085" [ 1531.295190] env[62563]: _type = "Task" [ 1531.295190] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.295362] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab39977-4528-4150-8a64-d9b18feaa874 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.307052] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751085, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.307052] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1531.307052] env[62563]: value = "task-1751086" [ 1531.307052] env[62563]: _type = "Task" [ 1531.307052] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.313577] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.448600] env[62563]: DEBUG nova.compute.manager [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Received event network-vif-plugged-f4fcc7e4-b8ac-4a65-870c-d55c4d931156 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1531.448600] env[62563]: DEBUG oslo_concurrency.lockutils [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] Acquiring lock "051ccc30-8f6b-47d3-b2db-c2ad213d4f9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.448859] env[62563]: DEBUG oslo_concurrency.lockutils [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] Lock "051ccc30-8f6b-47d3-b2db-c2ad213d4f9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.449143] env[62563]: DEBUG oslo_concurrency.lockutils [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] Lock "051ccc30-8f6b-47d3-b2db-c2ad213d4f9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.449371] env[62563]: DEBUG nova.compute.manager [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] No waiting events found dispatching network-vif-plugged-f4fcc7e4-b8ac-4a65-870c-d55c4d931156 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1531.449589] env[62563]: WARNING nova.compute.manager [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Received unexpected event network-vif-plugged-f4fcc7e4-b8ac-4a65-870c-d55c4d931156 for instance with vm_state building and task_state spawning. [ 1531.449762] env[62563]: DEBUG nova.compute.manager [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Received event network-changed-f4fcc7e4-b8ac-4a65-870c-d55c4d931156 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1531.449918] env[62563]: DEBUG nova.compute.manager [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Refreshing instance network info cache due to event network-changed-f4fcc7e4-b8ac-4a65-870c-d55c4d931156. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1531.450116] env[62563]: DEBUG oslo_concurrency.lockutils [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] Acquiring lock "refresh_cache-051ccc30-8f6b-47d3-b2db-c2ad213d4f9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.450253] env[62563]: DEBUG oslo_concurrency.lockutils [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] Acquired lock "refresh_cache-051ccc30-8f6b-47d3-b2db-c2ad213d4f9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.450409] env[62563]: DEBUG nova.network.neutron [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Refreshing network info cache for port f4fcc7e4-b8ac-4a65-870c-d55c4d931156 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1531.744487] env[62563]: DEBUG oslo_concurrency.lockutils [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "9f0ed422-011e-4661-b0ee-1d1529b1eccf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.744958] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba896c73-d159-403c-a65d-2d02e5be97eb tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "9f0ed422-011e-4661-b0ee-1d1529b1eccf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.512s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.746240] env[62563]: DEBUG oslo_concurrency.lockutils [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "9f0ed422-011e-4661-b0ee-1d1529b1eccf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.746476] env[62563]: DEBUG oslo_concurrency.lockutils [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "9f0ed422-011e-4661-b0ee-1d1529b1eccf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.746721] env[62563]: DEBUG oslo_concurrency.lockutils [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "9f0ed422-011e-4661-b0ee-1d1529b1eccf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.746893] env[62563]: DEBUG oslo_concurrency.lockutils [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "9f0ed422-011e-4661-b0ee-1d1529b1eccf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.748982] env[62563]: INFO nova.compute.manager [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Terminating instance [ 1531.752936] env[62563]: DEBUG nova.compute.manager [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1531.753516] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.757567] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaec872-266d-4a88-b60d-7b15427de34b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.771393] env[62563]: DEBUG oslo_vmware.api [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751083, 'name': PowerOnVM_Task, 'duration_secs': 0.453659} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.774047] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1531.774269] env[62563]: INFO nova.compute.manager [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Took 5.37 seconds to spawn the instance on the hypervisor. [ 1531.774697] env[62563]: DEBUG nova.compute.manager [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1531.775012] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.778034] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9fb6ac-83a9-43a0-aff8-27fdcbe8ae2b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.780455] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd5376b4-3f96-4348-bf72-954f2a4a3ced {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.790207] env[62563]: DEBUG oslo_vmware.api [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1531.790207] env[62563]: value = "task-1751087" [ 1531.790207] env[62563]: _type = "Task" [ 1531.790207] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.804385] env[62563]: DEBUG oslo_vmware.api [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.809021] env[62563]: DEBUG nova.network.neutron [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance_info_cache with network_info: [{"id": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "address": "fa:16:3e:b6:13:2b", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8438fc5-07", "ovs_interfaceid": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.816758] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751085, 'name': CreateVM_Task, 'duration_secs': 0.337529} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.817294] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1531.818062] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.818224] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.818483] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1531.818703] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1dba35-6963-4a15-a00c-b43c79cf2705 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.824012] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751086, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.826991] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Waiting for the task: (returnval){ [ 1531.826991] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ef15c9-6372-2671-0503-ed25d0fc6315" [ 1531.826991] env[62563]: _type = "Task" [ 1531.826991] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.839478] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ef15c9-6372-2671-0503-ed25d0fc6315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.998025] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d732d918-cdc1-43c3-85e2-d70a692241cb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.005484] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab74af6d-a15d-4ac5-8c00-7577c6cf6aa7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.042043] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4cd4d7-8fab-42f4-ab54-74d9b572d854 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.054336] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add99b23-4dbc-4359-b296-860d6bdf9688 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.068092] env[62563]: DEBUG nova.compute.provider_tree [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.188574] env[62563]: DEBUG nova.network.neutron [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Updated VIF entry in instance network info cache for port f4fcc7e4-b8ac-4a65-870c-d55c4d931156. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1532.188924] env[62563]: DEBUG nova.network.neutron [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Updating instance_info_cache with network_info: [{"id": "f4fcc7e4-b8ac-4a65-870c-d55c4d931156", "address": "fa:16:3e:cc:14:61", "network": {"id": "246349a7-2f6c-4942-a3e8-eff232ebe48c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1679658802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49485617808434185c4efb9f7915c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4fcc7e4-b8", "ovs_interfaceid": "f4fcc7e4-b8ac-4a65-870c-d55c4d931156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.250033] env[62563]: DEBUG nova.compute.manager [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1532.304420] env[62563]: INFO nova.compute.manager [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Took 42.53 seconds to build instance. [ 1532.311355] env[62563]: DEBUG oslo_vmware.api [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751087, 'name': PowerOffVM_Task, 'duration_secs': 0.252384} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.314479] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.314679] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.315371] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-543d3b37-f48d-4899-a9a5-9866ba0a61fe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.317482] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.322670] env[62563]: DEBUG oslo_vmware.api [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751086, 'name': PowerOnVM_Task, 'duration_secs': 0.593397} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.322916] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1532.323450] env[62563]: INFO nova.compute.manager [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Took 11.11 seconds to spawn the instance on the hypervisor. [ 1532.323450] env[62563]: DEBUG nova.compute.manager [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1532.324032] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cd7109-5c5a-433e-a1d8-0b84ae00c551 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.343282] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ef15c9-6372-2671-0503-ed25d0fc6315, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.343583] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.343811] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1532.344063] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.344195] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.344375] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1532.344653] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-954e02b9-c295-44c4-83f8-e4e9eca717e0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.355210] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1532.355452] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1532.356299] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dccdfe81-ab12-4b80-8054-0449c8fe452d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.361577] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Waiting for the task: (returnval){ [ 1532.361577] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52bd2b99-efef-e39e-b6a6-7fc2bb7ba9b4" [ 1532.361577] env[62563]: _type = "Task" [ 1532.361577] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.369397] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bd2b99-efef-e39e-b6a6-7fc2bb7ba9b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.410162] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.410414] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.410581] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleting the datastore file [datastore1] 9f0ed422-011e-4661-b0ee-1d1529b1eccf {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.410830] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-540c76b3-e1cd-48a7-a8be-fd6f1f6ccf87 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.417232] env[62563]: DEBUG oslo_vmware.api [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1532.417232] env[62563]: value = "task-1751089" [ 1532.417232] env[62563]: _type = "Task" [ 1532.417232] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.426677] env[62563]: DEBUG oslo_vmware.api [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.573096] env[62563]: DEBUG nova.scheduler.client.report [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1532.692021] env[62563]: DEBUG oslo_concurrency.lockutils [req-4c3c2f6c-bbea-4058-9c55-3f8cb51c9364 req-2ac0b1ff-3702-4191-b25c-6d7eda0ac828 service nova] Releasing lock "refresh_cache-051ccc30-8f6b-47d3-b2db-c2ad213d4f9a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.762355] env[62563]: INFO nova.compute.manager [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Rebuilding instance [ 1532.772799] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.801514] env[62563]: DEBUG nova.compute.manager [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1532.802413] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddde41f-1bc9-48f4-8196-38b0cba2f080 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.806667] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c2e2137-8126-4c43-847a-7986cae0de56 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Lock "90542d09-146e-43ab-9a35-4a0a573cc37b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.556s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.852517] env[62563]: INFO nova.compute.manager [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Took 56.24 seconds to build instance. [ 1532.874450] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bd2b99-efef-e39e-b6a6-7fc2bb7ba9b4, 'name': SearchDatastore_Task, 'duration_secs': 0.027472} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.875343] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3662172-b3be-4979-92c5-82cc402f270b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.880754] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Waiting for the task: (returnval){ [ 1532.880754] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ea6428-57bf-a66b-fe32-76d5d1860f1f" [ 1532.880754] env[62563]: _type = "Task" [ 1532.880754] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.888912] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ea6428-57bf-a66b-fe32-76d5d1860f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.926532] env[62563]: DEBUG oslo_vmware.api [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.078957] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.079017] env[62563]: DEBUG nova.compute.manager [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1533.081801] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.574s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.082266] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.084135] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.085s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.085635] env[62563]: INFO nova.compute.claims [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1533.121929] env[62563]: INFO nova.scheduler.client.report [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted allocations for instance 3f640b0b-2a58-4701-a6d9-10f0a84a8c55 [ 1533.311979] env[62563]: DEBUG nova.compute.manager [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1533.316074] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1533.317476] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2653e092-d3d3-4894-b0c1-a657283c5e06 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.325990] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1533.325990] env[62563]: value = "task-1751090" [ 1533.325990] env[62563]: _type = "Task" [ 1533.325990] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.334956] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.354732] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e378e057-e560-4ba9-b23f-0dd43fba9ad6 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.175s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.391564] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ea6428-57bf-a66b-fe32-76d5d1860f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.391834] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.392106] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a/051ccc30-8f6b-47d3-b2db-c2ad213d4f9a.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1533.392363] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f9406a3-e529-4e35-a92c-02cde4a107d3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.399666] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Waiting for the task: (returnval){ [ 1533.399666] env[62563]: value = "task-1751091" [ 1533.399666] env[62563]: _type = "Task" [ 1533.399666] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.410264] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.427762] env[62563]: DEBUG oslo_vmware.api [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521271} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.428033] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.428223] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.428396] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.428572] env[62563]: INFO nova.compute.manager [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1533.428814] env[62563]: DEBUG oslo.service.loopingcall [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.428999] env[62563]: DEBUG nova.compute.manager [-] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1533.429109] env[62563]: DEBUG nova.network.neutron [-] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.592701] env[62563]: DEBUG nova.compute.utils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1533.598685] env[62563]: DEBUG nova.compute.manager [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1533.598685] env[62563]: DEBUG nova.network.neutron [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1533.632296] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f80dca19-4f00-400d-bb40-acbb47e2ad72 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "3f640b0b-2a58-4701-a6d9-10f0a84a8c55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.028s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.636240] env[62563]: DEBUG nova.compute.manager [req-a267875d-499d-4fd2-bae4-bbe972d1ac52 req-b01ab4a8-2b04-4d16-8532-745e8bbf1259 service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Received event network-changed-9b8e12e1-1923-47af-b4de-db7f571e58bc {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1533.636447] env[62563]: DEBUG nova.compute.manager [req-a267875d-499d-4fd2-bae4-bbe972d1ac52 req-b01ab4a8-2b04-4d16-8532-745e8bbf1259 service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Refreshing instance network info cache due to event network-changed-9b8e12e1-1923-47af-b4de-db7f571e58bc. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1533.636672] env[62563]: DEBUG oslo_concurrency.lockutils [req-a267875d-499d-4fd2-bae4-bbe972d1ac52 req-b01ab4a8-2b04-4d16-8532-745e8bbf1259 service nova] Acquiring lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.636814] env[62563]: DEBUG oslo_concurrency.lockutils [req-a267875d-499d-4fd2-bae4-bbe972d1ac52 req-b01ab4a8-2b04-4d16-8532-745e8bbf1259 service nova] Acquired lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.637008] env[62563]: DEBUG nova.network.neutron [req-a267875d-499d-4fd2-bae4-bbe972d1ac52 req-b01ab4a8-2b04-4d16-8532-745e8bbf1259 service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Refreshing network info cache for port 9b8e12e1-1923-47af-b4de-db7f571e58bc {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.667649] env[62563]: DEBUG nova.policy [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '662a866d0f3c49b89dfa67aaba72b0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0a3d5e0548148d0921405951d69ba19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1533.836185] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b292a152-1f59-4b28-ad8c-793b269cb304 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.841019] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.863307] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751090, 'name': PowerOffVM_Task, 'duration_secs': 0.171738} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.864122] env[62563]: DEBUG nova.compute.manager [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1533.869996] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance 'fba94786-73fa-4a60-b774-30b140f24972' progress to 0 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1533.870385] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1533.870548] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1533.871650] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dada6e26-4a16-4e54-893b-3c282855bc97 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.879725] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1533.880035] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd858e57-9ee5-4e4b-9cb3-5c1b00d45259 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.907327] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1533.908023] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1533.908289] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Deleting the datastore file [datastore1] 90542d09-146e-43ab-9a35-4a0a573cc37b {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1533.908567] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e913e7f-caa0-4959-8f7c-391087aa2efd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.915201] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463983} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.915834] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a/051ccc30-8f6b-47d3-b2db-c2ad213d4f9a.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1533.916106] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1533.916387] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cb7be1b-0b14-40f6-866c-094510ed6a93 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.919246] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1533.919246] env[62563]: value = "task-1751093" [ 1533.919246] env[62563]: _type = "Task" [ 1533.919246] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.928068] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Waiting for the task: (returnval){ [ 1533.928068] env[62563]: value = "task-1751094" [ 1533.928068] env[62563]: _type = "Task" [ 1533.928068] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.937649] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.943176] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.047767] env[62563]: DEBUG nova.network.neutron [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Successfully created port: 67d81d02-a5df-437d-b983-25a36c893d43 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1534.104523] env[62563]: DEBUG nova.compute.manager [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1534.328091] env[62563]: DEBUG nova.network.neutron [-] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.376573] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.378787] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb7f1d12-7ce7-4ee0-9a47-d463f433c230 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.386508] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1534.386508] env[62563]: value = "task-1751095" [ 1534.386508] env[62563]: _type = "Task" [ 1534.386508] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.395545] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.401497] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.429317] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101255} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.432399] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1534.432580] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1534.432785] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1534.443974] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061931} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.443974] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1534.445972] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3ab072-5a02-4e59-b959-7bb0f778cb2a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.473110] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a/051ccc30-8f6b-47d3-b2db-c2ad213d4f9a.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1534.476934] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe22a3b-4307-4659-96a7-87d07c0499e8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.494214] env[62563]: DEBUG nova.network.neutron [req-a267875d-499d-4fd2-bae4-bbe972d1ac52 req-b01ab4a8-2b04-4d16-8532-745e8bbf1259 service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updated VIF entry in instance network info cache for port 9b8e12e1-1923-47af-b4de-db7f571e58bc. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.494679] env[62563]: DEBUG nova.network.neutron [req-a267875d-499d-4fd2-bae4-bbe972d1ac52 req-b01ab4a8-2b04-4d16-8532-745e8bbf1259 service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance_info_cache with network_info: [{"id": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "address": "fa:16:3e:37:a7:fe", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8e12e1-19", "ovs_interfaceid": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.504075] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Waiting for the task: (returnval){ [ 1534.504075] env[62563]: value = "task-1751096" [ 1534.504075] env[62563]: _type = "Task" [ 1534.504075] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.516046] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.589755] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f07e220-3aff-444f-87cf-6c38bac6426b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.597822] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396ad333-b5a1-4a42-abec-a5bc9b6948c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.634318] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fe342d-6e32-4f50-aa12-350051ee9aa5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.642500] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbe0f21-2625-4fcb-a1cc-98a48c43fe36 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.656980] env[62563]: DEBUG nova.compute.provider_tree [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.830686] env[62563]: INFO nova.compute.manager [-] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Took 1.40 seconds to deallocate network for instance. [ 1534.899341] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751095, 'name': PowerOffVM_Task, 'duration_secs': 0.222352} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.899671] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1534.899914] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance 'fba94786-73fa-4a60-b774-30b140f24972' progress to 17 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1534.997609] env[62563]: DEBUG oslo_concurrency.lockutils [req-a267875d-499d-4fd2-bae4-bbe972d1ac52 req-b01ab4a8-2b04-4d16-8532-745e8bbf1259 service nova] Releasing lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.012199] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751096, 'name': ReconfigVM_Task, 'duration_secs': 0.285625} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.012491] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a/051ccc30-8f6b-47d3-b2db-c2ad213d4f9a.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.013143] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9b399fc-9dbc-4d92-903c-83b32495bcb2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.019681] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Waiting for the task: (returnval){ [ 1535.019681] env[62563]: value = "task-1751097" [ 1535.019681] env[62563]: _type = "Task" [ 1535.019681] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.027751] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751097, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.139422] env[62563]: DEBUG nova.compute.manager [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1535.161830] env[62563]: DEBUG nova.scheduler.client.report [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1535.172478] env[62563]: DEBUG nova.virt.hardware [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1535.172883] env[62563]: DEBUG nova.virt.hardware [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1535.172984] env[62563]: DEBUG nova.virt.hardware [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.173231] env[62563]: DEBUG nova.virt.hardware [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1535.173304] env[62563]: DEBUG nova.virt.hardware [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.173427] env[62563]: DEBUG nova.virt.hardware [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1535.173636] env[62563]: DEBUG nova.virt.hardware [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1535.173796] env[62563]: DEBUG nova.virt.hardware [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1535.174260] env[62563]: DEBUG nova.virt.hardware [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1535.174260] env[62563]: DEBUG nova.virt.hardware [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1535.174354] env[62563]: DEBUG nova.virt.hardware [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1535.175512] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5284d67-6de6-4150-ab97-60b0c785c684 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.184442] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae896e4-b143-44db-8c59-3000c0b103e5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.337620] env[62563]: DEBUG oslo_concurrency.lockutils [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.406286] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1535.406563] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1535.406723] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.406918] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1535.407079] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.407222] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1535.407455] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1535.407643] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1535.407853] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1535.408095] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1535.408311] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1535.413830] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463ee1fd-95b4-47fd-92c6-08b740d4d52f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.429563] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1535.429563] env[62563]: value = "task-1751098" [ 1535.429563] env[62563]: _type = "Task" [ 1535.429563] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.438013] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.466169] env[62563]: DEBUG nova.virt.hardware [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1535.466435] env[62563]: DEBUG nova.virt.hardware [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1535.466601] env[62563]: DEBUG nova.virt.hardware [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.466791] env[62563]: DEBUG nova.virt.hardware [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1535.466980] env[62563]: DEBUG nova.virt.hardware [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.467160] env[62563]: DEBUG nova.virt.hardware [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1535.467414] env[62563]: DEBUG nova.virt.hardware [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1535.467581] env[62563]: DEBUG nova.virt.hardware [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1535.467766] env[62563]: DEBUG nova.virt.hardware [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1535.468045] env[62563]: DEBUG nova.virt.hardware [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1535.468308] env[62563]: DEBUG nova.virt.hardware [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1535.469550] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e321e302-4f1f-412a-bc8e-8be9ee367734 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.478357] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d859d09-4f86-4a35-a356-77da89625b74 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.494233] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Instance VIF info [] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.500737] env[62563]: DEBUG oslo.service.loopingcall [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.500737] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.500737] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25c46b68-63bd-437b-95f9-9ad3eaeb3fa5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.518205] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.518205] env[62563]: value = "task-1751099" [ 1535.518205] env[62563]: _type = "Task" [ 1535.518205] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.529312] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751097, 'name': Rename_Task, 'duration_secs': 0.377596} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.532333] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1535.532680] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751099, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.532912] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab82ca93-1874-46f2-af06-da752ffb77a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.539034] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Waiting for the task: (returnval){ [ 1535.539034] env[62563]: value = "task-1751100" [ 1535.539034] env[62563]: _type = "Task" [ 1535.539034] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.549441] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.668077] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.668691] env[62563]: DEBUG nova.compute.manager [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1535.677026] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.664s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.677026] env[62563]: INFO nova.compute.claims [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.689461] env[62563]: DEBUG nova.compute.manager [req-b50aaf20-e570-414b-ac64-2025c3ee7c74 req-f93a92b4-0645-499c-b3d8-5eff615dbd5e service nova] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Received event network-vif-deleted-74c339d6-ef1b-46cd-92fe-ee7a94fba67a {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1535.691298] env[62563]: DEBUG nova.compute.manager [req-b50aaf20-e570-414b-ac64-2025c3ee7c74 req-f93a92b4-0645-499c-b3d8-5eff615dbd5e service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Received event network-vif-plugged-67d81d02-a5df-437d-b983-25a36c893d43 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1535.691298] env[62563]: DEBUG oslo_concurrency.lockutils [req-b50aaf20-e570-414b-ac64-2025c3ee7c74 req-f93a92b4-0645-499c-b3d8-5eff615dbd5e service nova] Acquiring lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.691298] env[62563]: DEBUG oslo_concurrency.lockutils [req-b50aaf20-e570-414b-ac64-2025c3ee7c74 req-f93a92b4-0645-499c-b3d8-5eff615dbd5e service nova] Lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.691298] env[62563]: DEBUG oslo_concurrency.lockutils [req-b50aaf20-e570-414b-ac64-2025c3ee7c74 req-f93a92b4-0645-499c-b3d8-5eff615dbd5e service nova] Lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.691298] env[62563]: DEBUG nova.compute.manager [req-b50aaf20-e570-414b-ac64-2025c3ee7c74 req-f93a92b4-0645-499c-b3d8-5eff615dbd5e service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] No waiting events found dispatching network-vif-plugged-67d81d02-a5df-437d-b983-25a36c893d43 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1535.691298] env[62563]: WARNING nova.compute.manager [req-b50aaf20-e570-414b-ac64-2025c3ee7c74 req-f93a92b4-0645-499c-b3d8-5eff615dbd5e service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Received unexpected event network-vif-plugged-67d81d02-a5df-437d-b983-25a36c893d43 for instance with vm_state building and task_state spawning. [ 1535.739320] env[62563]: DEBUG nova.network.neutron [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Successfully updated port: 67d81d02-a5df-437d-b983-25a36c893d43 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1535.940592] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751098, 'name': ReconfigVM_Task, 'duration_secs': 0.244249} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.940955] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance 'fba94786-73fa-4a60-b774-30b140f24972' progress to 33 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1536.028756] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751099, 'name': CreateVM_Task, 'duration_secs': 0.347455} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.028926] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.029306] env[62563]: DEBUG oslo_concurrency.lockutils [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.029465] env[62563]: DEBUG oslo_concurrency.lockutils [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.029781] env[62563]: DEBUG oslo_concurrency.lockutils [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.030273] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfaf5315-5141-4c7a-9d13-b95378c4096d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.034980] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1536.034980] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527dc26b-842c-ebd9-183f-22c2f2b02a83" [ 1536.034980] env[62563]: _type = "Task" [ 1536.034980] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.045679] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527dc26b-842c-ebd9-183f-22c2f2b02a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.050323] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751100, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.183049] env[62563]: DEBUG nova.compute.utils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1536.183617] env[62563]: DEBUG nova.compute.manager [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1536.183790] env[62563]: DEBUG nova.network.neutron [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1536.227600] env[62563]: DEBUG nova.policy [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f29ab8bb3f74b01b872ad0fbe76add3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66a4caefef8b47938da3bae148742ca1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1536.243031] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.243031] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.243031] env[62563]: DEBUG nova.network.neutron [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.447673] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:31:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='618f3217-fe0f-4b35-9ab9-e3ce6b9240c9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-610372644',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1536.447988] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1536.448194] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1536.448355] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1536.448501] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1536.448645] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1536.448844] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1536.449018] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1536.449745] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1536.449928] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1536.450124] env[62563]: DEBUG nova.virt.hardware [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1536.456045] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1536.456265] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e6dbe39-6c6d-4539-9201-7fec4302fd89 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.475689] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1536.475689] env[62563]: value = "task-1751101" [ 1536.475689] env[62563]: _type = "Task" [ 1536.475689] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.483826] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.490349] env[62563]: DEBUG nova.network.neutron [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Successfully created port: a2d85807-827c-40a7-ac48-cdd1917253d3 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1536.549476] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527dc26b-842c-ebd9-183f-22c2f2b02a83, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.550188] env[62563]: DEBUG oslo_concurrency.lockutils [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.550460] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1536.550711] env[62563]: DEBUG oslo_concurrency.lockutils [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.550891] env[62563]: DEBUG oslo_concurrency.lockutils [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.551074] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1536.551331] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d46f680-6cdb-42bb-ba82-a03ae5153f1e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.556158] env[62563]: DEBUG oslo_vmware.api [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751100, 'name': PowerOnVM_Task, 'duration_secs': 0.633106} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.556749] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1536.557069] env[62563]: INFO nova.compute.manager [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1536.557274] env[62563]: DEBUG nova.compute.manager [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1536.558058] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ab5c90-056f-4e7a-aa6e-5aa1ab92193e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.562310] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1536.562483] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1536.564379] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eef07d3-2176-4624-8ea9-94aae81fd072 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.574409] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1536.574409] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]528edd5d-1d9e-303e-ec2c-ab21538289a8" [ 1536.574409] env[62563]: _type = "Task" [ 1536.574409] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.586918] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528edd5d-1d9e-303e-ec2c-ab21538289a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010964} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.590654] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621ac2d3-3143-4b90-bc5c-c7a2da4b4858 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.596741] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1536.596741] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52614c7d-56c2-c7a9-493b-06121c1d1bd3" [ 1536.596741] env[62563]: _type = "Task" [ 1536.596741] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.607606] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52614c7d-56c2-c7a9-493b-06121c1d1bd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.688342] env[62563]: DEBUG nova.compute.manager [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1536.790501] env[62563]: DEBUG nova.network.neutron [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1536.933549] env[62563]: DEBUG nova.network.neutron [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Updating instance_info_cache with network_info: [{"id": "67d81d02-a5df-437d-b983-25a36c893d43", "address": "fa:16:3e:3a:ef:c6", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d81d02-a5", "ovs_interfaceid": "67d81d02-a5df-437d-b983-25a36c893d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.985454] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751101, 'name': ReconfigVM_Task, 'duration_secs': 0.238405} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.987725] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1536.988658] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a640d0a-f8f1-4e33-95eb-bcb062de1404 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.010012] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] fba94786-73fa-4a60-b774-30b140f24972/fba94786-73fa-4a60-b774-30b140f24972.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.012210] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ceb129f-c68a-4a83-81fd-1c417946e914 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.031310] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1537.031310] env[62563]: value = "task-1751102" [ 1537.031310] env[62563]: _type = "Task" [ 1537.031310] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.042066] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.080840] env[62563]: INFO nova.compute.manager [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Took 41.62 seconds to build instance. [ 1537.109780] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52614c7d-56c2-c7a9-493b-06121c1d1bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.014884} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.110063] env[62563]: DEBUG oslo_concurrency.lockutils [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.110325] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 90542d09-146e-43ab-9a35-4a0a573cc37b/90542d09-146e-43ab-9a35-4a0a573cc37b.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.110580] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4d20ae9-d165-414d-b156-f80272f0cc0e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.118943] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1537.118943] env[62563]: value = "task-1751103" [ 1537.118943] env[62563]: _type = "Task" [ 1537.118943] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.127856] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.155622] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31809d7c-88e2-4282-baf6-5da718a951a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.163034] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb1bab5-5c26-4506-9eda-eea7896d2bfe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.197282] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615ed293-f663-4efe-98f1-188e6d2217d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.205204] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6e6a9b-aedc-42a2-ae2a-5fadee2b0c62 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.219212] env[62563]: DEBUG nova.compute.provider_tree [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.441183] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.441183] env[62563]: DEBUG nova.compute.manager [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Instance network_info: |[{"id": "67d81d02-a5df-437d-b983-25a36c893d43", "address": "fa:16:3e:3a:ef:c6", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d81d02-a5", "ovs_interfaceid": "67d81d02-a5df-437d-b983-25a36c893d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1537.441593] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:ef:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67d81d02-a5df-437d-b983-25a36c893d43', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1537.449706] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Creating folder: Project (f0a3d5e0548148d0921405951d69ba19). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1537.449979] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94474a9-a7b8-4aeb-a0a5-869c10d918f0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.461016] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Created folder: Project (f0a3d5e0548148d0921405951d69ba19) in parent group-v363823. [ 1537.461226] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Creating folder: Instances. Parent ref: group-v364020. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1537.461472] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea5e5d07-5fea-4857-b9d0-bd6189a68ec6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.470021] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Created folder: Instances in parent group-v364020. [ 1537.470627] env[62563]: DEBUG oslo.service.loopingcall [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.470627] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1537.470873] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6459129-9d96-48c4-9a9e-2eb1210754a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.489989] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1537.489989] env[62563]: value = "task-1751106" [ 1537.489989] env[62563]: _type = "Task" [ 1537.489989] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.497950] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751106, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.541852] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.583263] env[62563]: DEBUG oslo_concurrency.lockutils [None req-18db6f50-bfb2-412c-9310-978ea6e53cba tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Lock "051ccc30-8f6b-47d3-b2db-c2ad213d4f9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.252s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.628914] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.700869] env[62563]: DEBUG nova.compute.manager [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1537.724542] env[62563]: DEBUG nova.scheduler.client.report [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1537.729966] env[62563]: DEBUG nova.virt.hardware [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1537.730224] env[62563]: DEBUG nova.virt.hardware [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1537.730384] env[62563]: DEBUG nova.virt.hardware [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1537.730566] env[62563]: DEBUG nova.virt.hardware [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1537.730715] env[62563]: DEBUG nova.virt.hardware [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1537.730862] env[62563]: DEBUG nova.virt.hardware [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1537.731069] env[62563]: DEBUG nova.virt.hardware [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1537.731233] env[62563]: DEBUG nova.virt.hardware [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1537.731396] env[62563]: DEBUG nova.virt.hardware [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1537.731555] env[62563]: DEBUG nova.virt.hardware [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1537.731726] env[62563]: DEBUG nova.virt.hardware [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1537.733221] env[62563]: DEBUG nova.compute.manager [req-44d95839-572d-4fb5-83cd-471b4b1df445 req-0cc6808e-7d0b-468e-91cd-433a2ca3b0c0 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Received event network-changed-67d81d02-a5df-437d-b983-25a36c893d43 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1537.733402] env[62563]: DEBUG nova.compute.manager [req-44d95839-572d-4fb5-83cd-471b4b1df445 req-0cc6808e-7d0b-468e-91cd-433a2ca3b0c0 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Refreshing instance network info cache due to event network-changed-67d81d02-a5df-437d-b983-25a36c893d43. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1537.733618] env[62563]: DEBUG oslo_concurrency.lockutils [req-44d95839-572d-4fb5-83cd-471b4b1df445 req-0cc6808e-7d0b-468e-91cd-433a2ca3b0c0 service nova] Acquiring lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.733971] env[62563]: DEBUG oslo_concurrency.lockutils [req-44d95839-572d-4fb5-83cd-471b4b1df445 req-0cc6808e-7d0b-468e-91cd-433a2ca3b0c0 service nova] Acquired lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.733971] env[62563]: DEBUG nova.network.neutron [req-44d95839-572d-4fb5-83cd-471b4b1df445 req-0cc6808e-7d0b-468e-91cd-433a2ca3b0c0 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Refreshing network info cache for port 67d81d02-a5df-437d-b983-25a36c893d43 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1537.736129] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c87146-ad75-4a57-ab97-16945f824ea8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.745720] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765c9147-faa3-4c84-80d7-a20126f2e0f2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.001733] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751106, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.044062] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.086869] env[62563]: DEBUG nova.compute.manager [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1538.133022] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751103, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.000364} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.133022] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 90542d09-146e-43ab-9a35-4a0a573cc37b/90542d09-146e-43ab-9a35-4a0a573cc37b.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.133022] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.133022] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-593a4dbf-d1aa-45c6-871f-dcf778d4367a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.134900] env[62563]: DEBUG nova.network.neutron [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Successfully updated port: a2d85807-827c-40a7-ac48-cdd1917253d3 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1538.141529] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1538.141529] env[62563]: value = "task-1751107" [ 1538.141529] env[62563]: _type = "Task" [ 1538.141529] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.151885] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.240645] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.241212] env[62563]: DEBUG nova.compute.manager [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1538.247118] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.036s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.247726] env[62563]: DEBUG nova.objects.instance [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lazy-loading 'resources' on Instance uuid 09921e8a-456f-4ebc-8bed-6300a1557d83 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.449011] env[62563]: DEBUG nova.network.neutron [req-44d95839-572d-4fb5-83cd-471b4b1df445 req-0cc6808e-7d0b-468e-91cd-433a2ca3b0c0 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Updated VIF entry in instance network info cache for port 67d81d02-a5df-437d-b983-25a36c893d43. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1538.449392] env[62563]: DEBUG nova.network.neutron [req-44d95839-572d-4fb5-83cd-471b4b1df445 req-0cc6808e-7d0b-468e-91cd-433a2ca3b0c0 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Updating instance_info_cache with network_info: [{"id": "67d81d02-a5df-437d-b983-25a36c893d43", "address": "fa:16:3e:3a:ef:c6", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d81d02-a5", "ovs_interfaceid": "67d81d02-a5df-437d-b983-25a36c893d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.500216] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751106, 'name': CreateVM_Task, 'duration_secs': 0.811439} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.500469] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1538.501113] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.501288] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.501601] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1538.501851] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70f7a3b-f926-4eea-9ec0-51e758fa3b16 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.506173] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1538.506173] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5281a9ce-7b9f-61ce-43f3-df6da03ff4fc" [ 1538.506173] env[62563]: _type = "Task" [ 1538.506173] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.513804] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5281a9ce-7b9f-61ce-43f3-df6da03ff4fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.542598] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751102, 'name': ReconfigVM_Task, 'duration_secs': 1.246666} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.542985] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Reconfigured VM instance instance-00000039 to attach disk [datastore1] fba94786-73fa-4a60-b774-30b140f24972/fba94786-73fa-4a60-b774-30b140f24972.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.543192] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance 'fba94786-73fa-4a60-b774-30b140f24972' progress to 50 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1538.614759] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.639103] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "refresh_cache-01d446e3-f1ef-4357-b04c-500948f0b645" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.640023] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquired lock "refresh_cache-01d446e3-f1ef-4357-b04c-500948f0b645" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.640023] env[62563]: DEBUG nova.network.neutron [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.652801] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066263} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.653186] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1538.654078] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bb4adb-7b6b-48f6-aafc-8eac94df98a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.678832] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 90542d09-146e-43ab-9a35-4a0a573cc37b/90542d09-146e-43ab-9a35-4a0a573cc37b.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1538.679575] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f275810-5a0b-4490-bc7d-7f9d803d4953 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.702783] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1538.702783] env[62563]: value = "task-1751108" [ 1538.702783] env[62563]: _type = "Task" [ 1538.702783] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.712210] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.753809] env[62563]: DEBUG nova.compute.utils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1538.755854] env[62563]: DEBUG nova.compute.manager [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1538.756083] env[62563]: DEBUG nova.network.neutron [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1538.796730] env[62563]: DEBUG nova.policy [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66d3ab283ab748948dfb8feb839ce50d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adf771a8d9e84e3383fc4b91d42f9925', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1538.952103] env[62563]: DEBUG oslo_concurrency.lockutils [req-44d95839-572d-4fb5-83cd-471b4b1df445 req-0cc6808e-7d0b-468e-91cd-433a2ca3b0c0 service nova] Releasing lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.018366] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5281a9ce-7b9f-61ce-43f3-df6da03ff4fc, 'name': SearchDatastore_Task, 'duration_secs': 0.041348} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.018650] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.018897] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1539.019205] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.019440] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.019631] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1539.022298] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71f79eb6-434b-4591-908a-1aa52c642bcb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.026440] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Acquiring lock "051ccc30-8f6b-47d3-b2db-c2ad213d4f9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.026440] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Lock "051ccc30-8f6b-47d3-b2db-c2ad213d4f9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.026440] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Acquiring lock "051ccc30-8f6b-47d3-b2db-c2ad213d4f9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.026972] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Lock "051ccc30-8f6b-47d3-b2db-c2ad213d4f9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.026972] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Lock "051ccc30-8f6b-47d3-b2db-c2ad213d4f9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.028752] env[62563]: INFO nova.compute.manager [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Terminating instance [ 1539.030858] env[62563]: DEBUG nova.compute.manager [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1539.031066] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.031942] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe4bacb-5217-407a-89de-eadeb4123f10 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.036186] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1539.036407] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1539.037919] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb887773-befa-4f64-aeb1-3695d1c3be6b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.044010] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1539.045068] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc5fa4de-b87e-42be-a815-ce7731610a5b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.050255] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb1b7ee-5594-426c-b3f6-e0d7982b27ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.052878] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1539.052878] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f62c34-6121-cba8-078d-7194b2665a19" [ 1539.052878] env[62563]: _type = "Task" [ 1539.052878] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.058153] env[62563]: DEBUG oslo_vmware.api [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Waiting for the task: (returnval){ [ 1539.058153] env[62563]: value = "task-1751109" [ 1539.058153] env[62563]: _type = "Task" [ 1539.058153] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.078027] env[62563]: DEBUG nova.network.neutron [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Successfully created port: b836662e-1a8c-4d42-80da-fcbed59c08c8 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1539.080455] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46328cb-974d-4c48-9511-78515806094f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.089082] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f62c34-6121-cba8-078d-7194b2665a19, 'name': SearchDatastore_Task, 'duration_secs': 0.019194} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.090056] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3995b8fa-b64d-40c5-966d-1f866452fec4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.107770] env[62563]: DEBUG oslo_vmware.api [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.110322] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance 'fba94786-73fa-4a60-b774-30b140f24972' progress to 67 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1539.117754] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1539.117754] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52c2a3df-7d05-ebae-6f93-34615969aeb9" [ 1539.117754] env[62563]: _type = "Task" [ 1539.117754] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.125976] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c2a3df-7d05-ebae-6f93-34615969aeb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.185909] env[62563]: DEBUG nova.network.neutron [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.212546] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751108, 'name': ReconfigVM_Task, 'duration_secs': 0.351791} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.217228] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 90542d09-146e-43ab-9a35-4a0a573cc37b/90542d09-146e-43ab-9a35-4a0a573cc37b.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.218097] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70669a19-0508-4d87-bfcc-e7e5e45da6c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.225110] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1539.225110] env[62563]: value = "task-1751110" [ 1539.225110] env[62563]: _type = "Task" [ 1539.225110] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.234836] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751110, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.253471] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3103d7c6-b679-45e2-99ca-af05185dcedf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.258986] env[62563]: DEBUG nova.compute.manager [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1539.266373] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f65898-4ce8-4dd3-bcf4-045da78ef0ea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.296941] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e7de42-ee71-477f-8c7f-a54c87d3e7d9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.305436] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167b36a4-109e-485d-9bbe-0e7dc4163c84 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.320984] env[62563]: DEBUG nova.compute.provider_tree [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.475673] env[62563]: DEBUG nova.network.neutron [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Updating instance_info_cache with network_info: [{"id": "a2d85807-827c-40a7-ac48-cdd1917253d3", "address": "fa:16:3e:39:f8:ae", "network": {"id": "b4340699-485a-4414-8744-53ffb089aaf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-285763561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4caefef8b47938da3bae148742ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d85807-82", "ovs_interfaceid": "a2d85807-827c-40a7-ac48-cdd1917253d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.566859] env[62563]: DEBUG oslo_vmware.api [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751109, 'name': PowerOffVM_Task, 'duration_secs': 0.175245} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.567217] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1539.567297] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1539.567543] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17a4d9c7-34de-437f-aa75-4697ddeb0420 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.629293] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c2a3df-7d05-ebae-6f93-34615969aeb9, 'name': SearchDatastore_Task, 'duration_secs': 0.013525} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.630113] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.630113] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24/50f1bba0-c397-4e00-aa9e-8aaf6c99cb24.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1539.630113] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d02f886d-eba6-4ae7-8fa6-a2e8d2607d94 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.636596] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1539.636596] env[62563]: value = "task-1751112" [ 1539.636596] env[62563]: _type = "Task" [ 1539.636596] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.644266] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.656963] env[62563]: DEBUG nova.network.neutron [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Port c8438fc5-075a-4ed1-873a-8e72170f5acc binding to destination host cpu-1 is already ACTIVE {{(pid=62563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1539.706366] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1539.706522] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1539.706694] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Deleting the datastore file [datastore1] 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1539.706987] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c52773a-b8f2-4f00-8c6c-922691c7b019 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.713394] env[62563]: DEBUG oslo_vmware.api [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Waiting for the task: (returnval){ [ 1539.713394] env[62563]: value = "task-1751113" [ 1539.713394] env[62563]: _type = "Task" [ 1539.713394] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.722620] env[62563]: DEBUG oslo_vmware.api [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.732793] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751110, 'name': Rename_Task, 'duration_secs': 0.137632} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.733094] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.733342] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-539cc826-b3dd-4325-9d7e-e93c199513b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.739455] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1539.739455] env[62563]: value = "task-1751114" [ 1539.739455] env[62563]: _type = "Task" [ 1539.739455] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.746953] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.825669] env[62563]: DEBUG nova.scheduler.client.report [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1539.853886] env[62563]: DEBUG nova.compute.manager [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Received event network-vif-plugged-a2d85807-827c-40a7-ac48-cdd1917253d3 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1539.854109] env[62563]: DEBUG oslo_concurrency.lockutils [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] Acquiring lock "01d446e3-f1ef-4357-b04c-500948f0b645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.854328] env[62563]: DEBUG oslo_concurrency.lockutils [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] Lock "01d446e3-f1ef-4357-b04c-500948f0b645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.854501] env[62563]: DEBUG oslo_concurrency.lockutils [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] Lock "01d446e3-f1ef-4357-b04c-500948f0b645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.854696] env[62563]: DEBUG nova.compute.manager [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] No waiting events found dispatching network-vif-plugged-a2d85807-827c-40a7-ac48-cdd1917253d3 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1539.854878] env[62563]: WARNING nova.compute.manager [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Received unexpected event network-vif-plugged-a2d85807-827c-40a7-ac48-cdd1917253d3 for instance with vm_state building and task_state spawning. [ 1539.855055] env[62563]: DEBUG nova.compute.manager [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Received event network-changed-a2d85807-827c-40a7-ac48-cdd1917253d3 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1539.855215] env[62563]: DEBUG nova.compute.manager [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Refreshing instance network info cache due to event network-changed-a2d85807-827c-40a7-ac48-cdd1917253d3. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1539.855386] env[62563]: DEBUG oslo_concurrency.lockutils [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] Acquiring lock "refresh_cache-01d446e3-f1ef-4357-b04c-500948f0b645" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.978429] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Releasing lock "refresh_cache-01d446e3-f1ef-4357-b04c-500948f0b645" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.978822] env[62563]: DEBUG nova.compute.manager [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Instance network_info: |[{"id": "a2d85807-827c-40a7-ac48-cdd1917253d3", "address": "fa:16:3e:39:f8:ae", "network": {"id": "b4340699-485a-4414-8744-53ffb089aaf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-285763561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4caefef8b47938da3bae148742ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d85807-82", "ovs_interfaceid": "a2d85807-827c-40a7-ac48-cdd1917253d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1539.979151] env[62563]: DEBUG oslo_concurrency.lockutils [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] Acquired lock "refresh_cache-01d446e3-f1ef-4357-b04c-500948f0b645" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.979339] env[62563]: DEBUG nova.network.neutron [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Refreshing network info cache for port a2d85807-827c-40a7-ac48-cdd1917253d3 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1539.980792] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:f8:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2d85807-827c-40a7-ac48-cdd1917253d3', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1539.988934] env[62563]: DEBUG oslo.service.loopingcall [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1539.992704] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1539.993241] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2abc35db-bb1e-472f-908a-ef8713a5ef21 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.014984] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1540.014984] env[62563]: value = "task-1751115" [ 1540.014984] env[62563]: _type = "Task" [ 1540.014984] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.023572] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751115, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.151648] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751112, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.223947] env[62563]: DEBUG oslo_vmware.api [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Task: {'id': task-1751113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480842} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.225252] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1540.225591] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1540.225888] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1540.226209] env[62563]: INFO nova.compute.manager [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1540.226596] env[62563]: DEBUG oslo.service.loopingcall [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1540.227154] env[62563]: DEBUG nova.compute.manager [-] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1540.227373] env[62563]: DEBUG nova.network.neutron [-] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1540.249449] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.267340] env[62563]: DEBUG nova.network.neutron [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Updated VIF entry in instance network info cache for port a2d85807-827c-40a7-ac48-cdd1917253d3. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1540.268313] env[62563]: DEBUG nova.network.neutron [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Updating instance_info_cache with network_info: [{"id": "a2d85807-827c-40a7-ac48-cdd1917253d3", "address": "fa:16:3e:39:f8:ae", "network": {"id": "b4340699-485a-4414-8744-53ffb089aaf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-285763561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66a4caefef8b47938da3bae148742ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d85807-82", "ovs_interfaceid": "a2d85807-827c-40a7-ac48-cdd1917253d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.270528] env[62563]: DEBUG nova.compute.manager [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1540.303566] env[62563]: DEBUG nova.virt.hardware [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1540.303809] env[62563]: DEBUG nova.virt.hardware [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1540.303966] env[62563]: DEBUG nova.virt.hardware [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.304162] env[62563]: DEBUG nova.virt.hardware [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1540.304307] env[62563]: DEBUG nova.virt.hardware [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.304453] env[62563]: DEBUG nova.virt.hardware [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1540.304677] env[62563]: DEBUG nova.virt.hardware [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1540.304845] env[62563]: DEBUG nova.virt.hardware [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1540.305017] env[62563]: DEBUG nova.virt.hardware [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1540.305194] env[62563]: DEBUG nova.virt.hardware [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1540.305455] env[62563]: DEBUG nova.virt.hardware [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1540.306522] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718a8cf5-6990-4a49-ba9d-507606833f4d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.314840] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e1f084-d1bc-4a42-8f11-7d42ffdcfb8e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.333130] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.335421] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.245s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.337452] env[62563]: INFO nova.compute.claims [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1540.356211] env[62563]: INFO nova.scheduler.client.report [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Deleted allocations for instance 09921e8a-456f-4ebc-8bed-6300a1557d83 [ 1540.525300] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751115, 'name': CreateVM_Task, 'duration_secs': 0.385644} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.525300] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.525812] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.525986] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.526308] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1540.526559] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f702a8-44af-4c0c-a111-0337e18bdcb0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.530982] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1540.530982] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52718cd1-eb35-d080-bc75-e699a3a375e4" [ 1540.530982] env[62563]: _type = "Task" [ 1540.530982] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.538517] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52718cd1-eb35-d080-bc75-e699a3a375e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.649372] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553307} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.649999] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24/50f1bba0-c397-4e00-aa9e-8aaf6c99cb24.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.650373] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1540.651027] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9d30e82-d6b8-4887-8013-55e5a15e3a26 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.657086] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1540.657086] env[62563]: value = "task-1751116" [ 1540.657086] env[62563]: _type = "Task" [ 1540.657086] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.664385] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.683401] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "fba94786-73fa-4a60-b774-30b140f24972-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.683844] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "fba94786-73fa-4a60-b774-30b140f24972-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.684142] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "fba94786-73fa-4a60-b774-30b140f24972-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.747323] env[62563]: DEBUG nova.network.neutron [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Successfully updated port: b836662e-1a8c-4d42-80da-fcbed59c08c8 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1540.753233] env[62563]: DEBUG oslo_vmware.api [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751114, 'name': PowerOnVM_Task, 'duration_secs': 0.986858} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.753836] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.754209] env[62563]: DEBUG nova.compute.manager [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1540.755412] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e011f3-246a-4791-857b-f71072a51c73 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.773674] env[62563]: DEBUG oslo_concurrency.lockutils [req-1c8b960d-1353-4a13-8165-aae513901067 req-163cbf37-79f4-41e7-a352-6dc1d0c5b944 service nova] Releasing lock "refresh_cache-01d446e3-f1ef-4357-b04c-500948f0b645" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.862879] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f4586a6-18d1-4f0c-8f6c-692e99e5748b tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "09921e8a-456f-4ebc-8bed-6300a1557d83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.291s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.999924] env[62563]: DEBUG nova.network.neutron [-] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.041770] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52718cd1-eb35-d080-bc75-e699a3a375e4, 'name': SearchDatastore_Task, 'duration_secs': 0.080652} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.045021] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.045021] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1541.045021] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.045021] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.045021] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.045021] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e1a4dd0-a19c-4870-a43d-526c19b313d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.062193] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.062398] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.063221] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c043c4-17a7-448e-b1b4-07649a6402a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.069268] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1541.069268] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52300b68-a100-c19c-0453-3cf62fb407a4" [ 1541.069268] env[62563]: _type = "Task" [ 1541.069268] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.078129] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52300b68-a100-c19c-0453-3cf62fb407a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.169875] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069044} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.170178] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.171017] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e1bbc3-008b-448a-b47e-eac56725d153 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.194030] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24/50f1bba0-c397-4e00-aa9e-8aaf6c99cb24.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.196272] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c4b2b77-970a-4505-95e4-bde0e2e6469d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.220704] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1541.220704] env[62563]: value = "task-1751117" [ 1541.220704] env[62563]: _type = "Task" [ 1541.220704] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.229195] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.244868] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.244868] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.244868] env[62563]: DEBUG nova.network.neutron [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.254955] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Acquiring lock "refresh_cache-565008aa-37e3-4c30-8c5d-1dfcdcde8c66" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.254955] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Acquired lock "refresh_cache-565008aa-37e3-4c30-8c5d-1dfcdcde8c66" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.254955] env[62563]: DEBUG nova.network.neutron [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.273834] env[62563]: DEBUG oslo_concurrency.lockutils [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.504717] env[62563]: INFO nova.compute.manager [-] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Took 1.28 seconds to deallocate network for instance. [ 1541.550595] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquiring lock "90542d09-146e-43ab-9a35-4a0a573cc37b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.550842] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Lock "90542d09-146e-43ab-9a35-4a0a573cc37b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.551051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquiring lock "90542d09-146e-43ab-9a35-4a0a573cc37b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.551234] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Lock "90542d09-146e-43ab-9a35-4a0a573cc37b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.551404] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Lock "90542d09-146e-43ab-9a35-4a0a573cc37b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.555279] env[62563]: INFO nova.compute.manager [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Terminating instance [ 1541.556869] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquiring lock "refresh_cache-90542d09-146e-43ab-9a35-4a0a573cc37b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.557069] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquired lock "refresh_cache-90542d09-146e-43ab-9a35-4a0a573cc37b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.557249] env[62563]: DEBUG nova.network.neutron [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.582382] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52300b68-a100-c19c-0453-3cf62fb407a4, 'name': SearchDatastore_Task, 'duration_secs': 0.046343} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.583296] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7bf4511-3cf8-49a4-991e-9a7a594a1b23 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.591312] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1541.591312] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5257e3a3-2beb-77d0-4e09-645e73d12b98" [ 1541.591312] env[62563]: _type = "Task" [ 1541.591312] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.599019] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5257e3a3-2beb-77d0-4e09-645e73d12b98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.715542] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e9213b-2302-46f2-8b3b-ef774dfaacaa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.725760] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aa4334-356c-4879-a094-f287e8862a82 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.733698] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751117, 'name': ReconfigVM_Task, 'duration_secs': 0.399147} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.756624] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24/50f1bba0-c397-4e00-aa9e-8aaf6c99cb24.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.759232] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-805a279c-033a-47cd-b29e-2f7f3ede7d64 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.762524] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47be64db-f345-4122-941d-d3fb2cdcb196 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.771290] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3c45b4-3639-48d7-a202-dabcbef87c76 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.774944] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1541.774944] env[62563]: value = "task-1751118" [ 1541.774944] env[62563]: _type = "Task" [ 1541.774944] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.787019] env[62563]: DEBUG nova.compute.provider_tree [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.793579] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751118, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.814998] env[62563]: DEBUG nova.network.neutron [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1541.911681] env[62563]: DEBUG nova.compute.manager [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Received event network-vif-deleted-f4fcc7e4-b8ac-4a65-870c-d55c4d931156 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1541.911898] env[62563]: DEBUG nova.compute.manager [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Received event network-vif-plugged-b836662e-1a8c-4d42-80da-fcbed59c08c8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1541.912261] env[62563]: DEBUG oslo_concurrency.lockutils [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] Acquiring lock "565008aa-37e3-4c30-8c5d-1dfcdcde8c66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.912510] env[62563]: DEBUG oslo_concurrency.lockutils [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] Lock "565008aa-37e3-4c30-8c5d-1dfcdcde8c66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.912832] env[62563]: DEBUG oslo_concurrency.lockutils [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] Lock "565008aa-37e3-4c30-8c5d-1dfcdcde8c66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.913038] env[62563]: DEBUG nova.compute.manager [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] No waiting events found dispatching network-vif-plugged-b836662e-1a8c-4d42-80da-fcbed59c08c8 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1541.913233] env[62563]: WARNING nova.compute.manager [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Received unexpected event network-vif-plugged-b836662e-1a8c-4d42-80da-fcbed59c08c8 for instance with vm_state building and task_state spawning. [ 1541.913441] env[62563]: DEBUG nova.compute.manager [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Received event network-changed-b836662e-1a8c-4d42-80da-fcbed59c08c8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1541.913603] env[62563]: DEBUG nova.compute.manager [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Refreshing instance network info cache due to event network-changed-b836662e-1a8c-4d42-80da-fcbed59c08c8. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1541.913721] env[62563]: DEBUG oslo_concurrency.lockutils [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] Acquiring lock "refresh_cache-565008aa-37e3-4c30-8c5d-1dfcdcde8c66" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.011168] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.046482] env[62563]: DEBUG nova.network.neutron [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Updating instance_info_cache with network_info: [{"id": "b836662e-1a8c-4d42-80da-fcbed59c08c8", "address": "fa:16:3e:23:4f:82", "network": {"id": "8ee011ee-15ef-4e5a-8595-2c07292e55ac", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1394461404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf771a8d9e84e3383fc4b91d42f9925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb836662e-1a", "ovs_interfaceid": "b836662e-1a8c-4d42-80da-fcbed59c08c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.078574] env[62563]: DEBUG nova.network.neutron [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1542.095983] env[62563]: DEBUG nova.network.neutron [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance_info_cache with network_info: [{"id": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "address": "fa:16:3e:b6:13:2b", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8438fc5-07", "ovs_interfaceid": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.107938] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5257e3a3-2beb-77d0-4e09-645e73d12b98, 'name': SearchDatastore_Task, 'duration_secs': 0.009034} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.107938] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.107938] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 01d446e3-f1ef-4357-b04c-500948f0b645/01d446e3-f1ef-4357-b04c-500948f0b645.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.107938] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc61d476-a46d-4436-98ec-2a9a307dda8f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.114998] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1542.114998] env[62563]: value = "task-1751119" [ 1542.114998] env[62563]: _type = "Task" [ 1542.114998] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.122716] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.135190] env[62563]: DEBUG nova.network.neutron [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.286087] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751118, 'name': Rename_Task, 'duration_secs': 0.162612} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.286368] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.286668] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7c4b9ff-40eb-4306-91bf-ec48196e2363 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.289819] env[62563]: DEBUG nova.scheduler.client.report [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1542.295363] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1542.295363] env[62563]: value = "task-1751120" [ 1542.295363] env[62563]: _type = "Task" [ 1542.295363] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.305475] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.549700] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Releasing lock "refresh_cache-565008aa-37e3-4c30-8c5d-1dfcdcde8c66" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.550151] env[62563]: DEBUG nova.compute.manager [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Instance network_info: |[{"id": "b836662e-1a8c-4d42-80da-fcbed59c08c8", "address": "fa:16:3e:23:4f:82", "network": {"id": "8ee011ee-15ef-4e5a-8595-2c07292e55ac", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1394461404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf771a8d9e84e3383fc4b91d42f9925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb836662e-1a", "ovs_interfaceid": "b836662e-1a8c-4d42-80da-fcbed59c08c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1542.550647] env[62563]: DEBUG oslo_concurrency.lockutils [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] Acquired lock "refresh_cache-565008aa-37e3-4c30-8c5d-1dfcdcde8c66" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.550923] env[62563]: DEBUG nova.network.neutron [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Refreshing network info cache for port b836662e-1a8c-4d42-80da-fcbed59c08c8 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1542.554027] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:4f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b836662e-1a8c-4d42-80da-fcbed59c08c8', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1542.566263] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Creating folder: Project (adf771a8d9e84e3383fc4b91d42f9925). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1542.570823] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14fd332d-e797-4fa1-9b89-f64ea54e546f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.583385] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Created folder: Project (adf771a8d9e84e3383fc4b91d42f9925) in parent group-v363823. [ 1542.583618] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Creating folder: Instances. Parent ref: group-v364024. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1542.583904] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6201fe1-7127-4cfd-8445-38e957de315e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.595779] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Created folder: Instances in parent group-v364024. [ 1542.596051] env[62563]: DEBUG oslo.service.loopingcall [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.596261] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1542.596469] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ef18a41-d837-4a69-ac55-6695b9295200 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.612882] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.622103] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1542.622103] env[62563]: value = "task-1751123" [ 1542.622103] env[62563]: _type = "Task" [ 1542.622103] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.625265] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479432} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.628339] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 01d446e3-f1ef-4357-b04c-500948f0b645/01d446e3-f1ef-4357-b04c-500948f0b645.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1542.628563] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1542.628807] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3f18ccd-374e-4284-980b-9ed3f9639412 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.635064] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751123, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.636253] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1542.636253] env[62563]: value = "task-1751124" [ 1542.636253] env[62563]: _type = "Task" [ 1542.636253] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.639353] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Releasing lock "refresh_cache-90542d09-146e-43ab-9a35-4a0a573cc37b" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.639736] env[62563]: DEBUG nova.compute.manager [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1542.639928] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1542.640674] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be663ae3-b695-4343-aa00-f5df2781e507 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.648989] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.652038] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.652038] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26243757-6950-446f-9417-f1f1fe9eb302 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.658612] env[62563]: DEBUG oslo_vmware.api [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1542.658612] env[62563]: value = "task-1751125" [ 1542.658612] env[62563]: _type = "Task" [ 1542.658612] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.672113] env[62563]: DEBUG oslo_vmware.api [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.798338] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.798338] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1542.801100] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.047s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.802642] env[62563]: INFO nova.compute.claims [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.815382] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.816518] env[62563]: DEBUG nova.network.neutron [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Updated VIF entry in instance network info cache for port b836662e-1a8c-4d42-80da-fcbed59c08c8. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.816862] env[62563]: DEBUG nova.network.neutron [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Updating instance_info_cache with network_info: [{"id": "b836662e-1a8c-4d42-80da-fcbed59c08c8", "address": "fa:16:3e:23:4f:82", "network": {"id": "8ee011ee-15ef-4e5a-8595-2c07292e55ac", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1394461404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf771a8d9e84e3383fc4b91d42f9925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb836662e-1a", "ovs_interfaceid": "b836662e-1a8c-4d42-80da-fcbed59c08c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.135284] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751123, 'name': CreateVM_Task, 'duration_secs': 0.408989} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.135606] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1543.136171] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.136331] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.136639] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1543.137145] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca44e98a-298a-4725-a5f4-fb4a8357345a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.143057] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c24423-5622-4179-bdfc-d01e789b8372 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.147184] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Waiting for the task: (returnval){ [ 1543.147184] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527f38a3-c6aa-4d4a-d9f2-826ac9a72a94" [ 1543.147184] env[62563]: _type = "Task" [ 1543.147184] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.165782] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072824} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.166643] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1543.170277] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227ce4f8-865d-4ca6-a11e-dc8db118e8ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.176254] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9d087c-7f30-4e73-b76e-1ac92e87d1ad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.178623] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527f38a3-c6aa-4d4a-d9f2-826ac9a72a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.183872] env[62563]: DEBUG oslo_vmware.api [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751125, 'name': PowerOffVM_Task, 'duration_secs': 0.145972} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.195205] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.195388] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.204254] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 01d446e3-f1ef-4357-b04c-500948f0b645/01d446e3-f1ef-4357-b04c-500948f0b645.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.204607] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance 'fba94786-73fa-4a60-b774-30b140f24972' progress to 83 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1543.208206] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd95ad0f-d13d-4688-beb1-94e81fc555f1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.209784] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93fa8de9-fc23-4bc8-bb14-42850b1ef345 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.231799] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1543.231799] env[62563]: value = "task-1751127" [ 1543.231799] env[62563]: _type = "Task" [ 1543.231799] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.241365] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.247692] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1543.247913] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1543.248108] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Deleting the datastore file [datastore1] 90542d09-146e-43ab-9a35-4a0a573cc37b {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1543.248364] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46d6967e-f8a4-438b-b85e-6e0bcb31d485 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.254855] env[62563]: DEBUG oslo_vmware.api [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for the task: (returnval){ [ 1543.254855] env[62563]: value = "task-1751128" [ 1543.254855] env[62563]: _type = "Task" [ 1543.254855] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.263640] env[62563]: DEBUG oslo_vmware.api [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.310996] env[62563]: DEBUG nova.compute.utils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1543.314200] env[62563]: DEBUG oslo_vmware.api [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751120, 'name': PowerOnVM_Task, 'duration_secs': 0.681578} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.314681] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1543.314841] env[62563]: DEBUG nova.network.neutron [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1543.316643] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.316849] env[62563]: INFO nova.compute.manager [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1543.317126] env[62563]: DEBUG nova.compute.manager [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1543.318371] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76f9f03-5c44-4d24-8e61-c3588f55adaf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.322259] env[62563]: DEBUG oslo_concurrency.lockutils [req-1e8cc3c7-bb76-4091-ac82-8b86c1f80f85 req-407ff1aa-5a0b-4ab6-9d0c-5a9704bccf05 service nova] Releasing lock "refresh_cache-565008aa-37e3-4c30-8c5d-1dfcdcde8c66" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.374308] env[62563]: DEBUG nova.policy [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43dc7a54ef1e4b7fa0fc7c3ffe5e9d15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50ac8dc29ce24948b7789722b2ab6252', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1543.629145] env[62563]: DEBUG nova.network.neutron [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Successfully created port: 89ad2270-8a5d-4f5f-96b7-0fa20b6f0375 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1543.658120] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527f38a3-c6aa-4d4a-d9f2-826ac9a72a94, 'name': SearchDatastore_Task, 'duration_secs': 0.042545} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.658459] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.658713] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1543.659028] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.659190] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.659374] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1543.659643] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e82c514-112e-41b7-b46a-09fe3ce301e8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.671511] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1543.671705] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1543.672492] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c620c3b-27fd-474e-8013-55ed78c1c293 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.678446] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Waiting for the task: (returnval){ [ 1543.678446] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5234f23a-1aa3-b031-8edc-e506d98335f7" [ 1543.678446] env[62563]: _type = "Task" [ 1543.678446] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.687927] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5234f23a-1aa3-b031-8edc-e506d98335f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.727453] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.727787] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e5c6841-83c8-4ec9-9b1f-6894dd113d9b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.736955] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1543.736955] env[62563]: value = "task-1751129" [ 1543.736955] env[62563]: _type = "Task" [ 1543.736955] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.743336] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.750183] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751129, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.765524] env[62563]: DEBUG oslo_vmware.api [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Task: {'id': task-1751128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307287} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.765930] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1543.766214] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1543.766481] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1543.766705] env[62563]: INFO nova.compute.manager [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1543.767028] env[62563]: DEBUG oslo.service.loopingcall [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.767372] env[62563]: DEBUG nova.compute.manager [-] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1543.767372] env[62563]: DEBUG nova.network.neutron [-] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1543.793902] env[62563]: DEBUG nova.network.neutron [-] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1543.815428] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1543.845387] env[62563]: INFO nova.compute.manager [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Took 43.11 seconds to build instance. [ 1544.184060] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37fa887-da6d-4b0d-9d9f-927a9e02fadc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.193173] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5234f23a-1aa3-b031-8edc-e506d98335f7, 'name': SearchDatastore_Task, 'duration_secs': 0.021934} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.195519] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee6489c-b1af-4dc6-8b86-187f2787987e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.198306] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd57caa-be5b-4b2b-b8ce-7f572475a947 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.206108] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Waiting for the task: (returnval){ [ 1544.206108] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524d80e3-126f-be71-4e7b-8908f4ba5b3a" [ 1544.206108] env[62563]: _type = "Task" [ 1544.206108] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.234754] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7a4157-ee94-438c-8d1c-c447bb630731 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.245883] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524d80e3-126f-be71-4e7b-8908f4ba5b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.249362] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccea92b-d193-48a4-a8a5-a03ff1b64243 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.258251] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751127, 'name': ReconfigVM_Task, 'duration_secs': 0.656846} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.258467] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.259039] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 01d446e3-f1ef-4357-b04c-500948f0b645/01d446e3-f1ef-4357-b04c-500948f0b645.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1544.259698] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0503a09d-ff0d-4991-b6a4-94fe2a618417 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.268647] env[62563]: DEBUG nova.compute.provider_tree [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.274808] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1544.274808] env[62563]: value = "task-1751130" [ 1544.274808] env[62563]: _type = "Task" [ 1544.274808] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.284559] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751130, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.297440] env[62563]: DEBUG nova.network.neutron [-] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.345783] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e85216a-a419-4362-84c4-e804692056a5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.341s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.746575] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524d80e3-126f-be71-4e7b-8908f4ba5b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.037752} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.747297] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.747653] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 565008aa-37e3-4c30-8c5d-1dfcdcde8c66/565008aa-37e3-4c30-8c5d-1dfcdcde8c66.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1544.747935] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4741cb68-1839-485e-996b-dd63abfb0403 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.754798] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.759647] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Waiting for the task: (returnval){ [ 1544.759647] env[62563]: value = "task-1751131" [ 1544.759647] env[62563]: _type = "Task" [ 1544.759647] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.767562] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.771574] env[62563]: DEBUG nova.scheduler.client.report [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1544.784445] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751130, 'name': Rename_Task, 'duration_secs': 0.131035} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.785420] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1544.785420] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-101ffbf2-dd1b-47b2-aba8-041312854f30 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.792612] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1544.792612] env[62563]: value = "task-1751132" [ 1544.792612] env[62563]: _type = "Task" [ 1544.792612] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.800455] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.800829] env[62563]: INFO nova.compute.manager [-] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Took 1.03 seconds to deallocate network for instance. [ 1544.831037] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1544.864827] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1544.865292] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1544.865391] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.865603] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1544.865800] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.866017] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1544.866278] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1544.866453] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1544.866654] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1544.866836] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1544.867054] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1544.868109] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bf29bb-0025-4acd-9a7a-ef399c47206f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.879344] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c096cd13-d6a6-4764-9c17-03f50e3c7e5a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.254350] env[62563]: DEBUG oslo_vmware.api [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751129, 'name': PowerOnVM_Task, 'duration_secs': 1.275156} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.255284] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1545.255284] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1270701a-7763-40c0-aeb7-be4aabfe05f5 tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance 'fba94786-73fa-4a60-b774-30b140f24972' progress to 100 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1545.273027] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751131, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.278387] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.279703] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1545.284049] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.776s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.284321] env[62563]: DEBUG nova.objects.instance [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lazy-loading 'resources' on Instance uuid 47dffabd-95e5-4cb9-8dba-5351355230fd {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.309392] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.310271] env[62563]: DEBUG oslo_vmware.api [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751132, 'name': PowerOnVM_Task, 'duration_secs': 0.491841} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.310271] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1545.310271] env[62563]: INFO nova.compute.manager [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1545.310507] env[62563]: DEBUG nova.compute.manager [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1545.312213] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef44f21d-8c80-4fb8-87a4-be20a078703e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.421138] env[62563]: DEBUG nova.compute.manager [req-378c4e9c-c865-4010-937c-3b2eaeeb3c3c req-507d74ab-1dc9-4ab8-bd01-d95725e99c7c service nova] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Received event network-vif-plugged-89ad2270-8a5d-4f5f-96b7-0fa20b6f0375 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1545.421449] env[62563]: DEBUG oslo_concurrency.lockutils [req-378c4e9c-c865-4010-937c-3b2eaeeb3c3c req-507d74ab-1dc9-4ab8-bd01-d95725e99c7c service nova] Acquiring lock "4cb907f9-f915-4f66-b202-0307f38a5d45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.421849] env[62563]: DEBUG oslo_concurrency.lockutils [req-378c4e9c-c865-4010-937c-3b2eaeeb3c3c req-507d74ab-1dc9-4ab8-bd01-d95725e99c7c service nova] Lock "4cb907f9-f915-4f66-b202-0307f38a5d45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.422189] env[62563]: DEBUG oslo_concurrency.lockutils [req-378c4e9c-c865-4010-937c-3b2eaeeb3c3c req-507d74ab-1dc9-4ab8-bd01-d95725e99c7c service nova] Lock "4cb907f9-f915-4f66-b202-0307f38a5d45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.422229] env[62563]: DEBUG nova.compute.manager [req-378c4e9c-c865-4010-937c-3b2eaeeb3c3c req-507d74ab-1dc9-4ab8-bd01-d95725e99c7c service nova] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] No waiting events found dispatching network-vif-plugged-89ad2270-8a5d-4f5f-96b7-0fa20b6f0375 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1545.422380] env[62563]: WARNING nova.compute.manager [req-378c4e9c-c865-4010-937c-3b2eaeeb3c3c req-507d74ab-1dc9-4ab8-bd01-d95725e99c7c service nova] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Received unexpected event network-vif-plugged-89ad2270-8a5d-4f5f-96b7-0fa20b6f0375 for instance with vm_state building and task_state spawning. [ 1545.462748] env[62563]: DEBUG nova.network.neutron [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Successfully updated port: 89ad2270-8a5d-4f5f-96b7-0fa20b6f0375 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1545.777935] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588246} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.777935] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 565008aa-37e3-4c30-8c5d-1dfcdcde8c66/565008aa-37e3-4c30-8c5d-1dfcdcde8c66.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1545.777935] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1545.777935] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c8ecd7c-600c-4e4a-a698-1212a548b543 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.785882] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Waiting for the task: (returnval){ [ 1545.785882] env[62563]: value = "task-1751133" [ 1545.785882] env[62563]: _type = "Task" [ 1545.785882] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.793882] env[62563]: DEBUG nova.compute.utils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1545.798556] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1545.798864] env[62563]: DEBUG nova.network.neutron [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1545.806235] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.836312] env[62563]: INFO nova.compute.manager [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Took 40.86 seconds to build instance. [ 1545.843168] env[62563]: DEBUG nova.policy [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43dc7a54ef1e4b7fa0fc7c3ffe5e9d15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50ac8dc29ce24948b7789722b2ab6252', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1545.967873] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "refresh_cache-4cb907f9-f915-4f66-b202-0307f38a5d45" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.967973] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired lock "refresh_cache-4cb907f9-f915-4f66-b202-0307f38a5d45" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.968455] env[62563]: DEBUG nova.network.neutron [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1546.154989] env[62563]: DEBUG nova.network.neutron [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Successfully created port: 2510b23b-ab9d-4fcb-b51d-68ca8a08b704 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1546.251887] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e4e336-972d-4d43-9c60-8b998d995a82 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.260576] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c22ee4e-8573-44e4-8da3-b721f3f3fb97 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.302703] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1546.309026] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fc2252-9d68-4495-a134-455878b8a312 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.321957] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e44382a-135c-4a67-972f-9ec4eb70ea67 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.327400] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0684} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.327627] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1546.330477] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3477b8a-3544-4151-9249-bd722ef56940 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.344666] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f9145cde-cecd-4541-9c72-d78d4d532646 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "01d446e3-f1ef-4357-b04c-500948f0b645" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.991s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.344980] env[62563]: DEBUG nova.compute.provider_tree [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.369058] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 565008aa-37e3-4c30-8c5d-1dfcdcde8c66/565008aa-37e3-4c30-8c5d-1dfcdcde8c66.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1546.369588] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea32419b-a72a-472e-98e0-83949a4e901d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.391078] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Waiting for the task: (returnval){ [ 1546.391078] env[62563]: value = "task-1751134" [ 1546.391078] env[62563]: _type = "Task" [ 1546.391078] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.399738] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.441048] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "01d446e3-f1ef-4357-b04c-500948f0b645" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.441387] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "01d446e3-f1ef-4357-b04c-500948f0b645" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.441649] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "01d446e3-f1ef-4357-b04c-500948f0b645-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.441898] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "01d446e3-f1ef-4357-b04c-500948f0b645-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.442099] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "01d446e3-f1ef-4357-b04c-500948f0b645-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.444134] env[62563]: INFO nova.compute.manager [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Terminating instance [ 1546.445936] env[62563]: DEBUG nova.compute.manager [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1546.446163] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.446995] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be13f0d9-783d-45a0-9cbd-860d97aa8bfb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.454924] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1546.455181] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-443c304e-c299-4a02-9a4f-fc25af4da8a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.461522] env[62563]: DEBUG oslo_vmware.api [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1546.461522] env[62563]: value = "task-1751135" [ 1546.461522] env[62563]: _type = "Task" [ 1546.461522] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.470439] env[62563]: DEBUG oslo_vmware.api [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.506909] env[62563]: DEBUG nova.network.neutron [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.655478] env[62563]: DEBUG nova.network.neutron [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Updating instance_info_cache with network_info: [{"id": "89ad2270-8a5d-4f5f-96b7-0fa20b6f0375", "address": "fa:16:3e:39:ca:3f", "network": {"id": "105158be-d4b8-404d-a403-1a52e99fea72", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2065280112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ac8dc29ce24948b7789722b2ab6252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ad2270-8a", "ovs_interfaceid": "89ad2270-8a5d-4f5f-96b7-0fa20b6f0375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.848610] env[62563]: DEBUG nova.scheduler.client.report [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1546.900319] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751134, 'name': ReconfigVM_Task, 'duration_secs': 0.374304} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.900637] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 565008aa-37e3-4c30-8c5d-1dfcdcde8c66/565008aa-37e3-4c30-8c5d-1dfcdcde8c66.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1546.901283] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45843629-0fdc-41c2-a1bf-08c9c5811c9e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.907185] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Waiting for the task: (returnval){ [ 1546.907185] env[62563]: value = "task-1751136" [ 1546.907185] env[62563]: _type = "Task" [ 1546.907185] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.915177] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751136, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.971413] env[62563]: DEBUG oslo_vmware.api [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751135, 'name': PowerOffVM_Task, 'duration_secs': 0.229419} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.971413] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1546.971634] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1546.971933] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74600c07-3cce-4ee2-8a08-bf701e7087da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.045144] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.045322] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.045511] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Deleting the datastore file [datastore1] 01d446e3-f1ef-4357-b04c-500948f0b645 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.045807] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de32f608-19a8-4d1c-9b70-b1561b63a435 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.052077] env[62563]: DEBUG oslo_vmware.api [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for the task: (returnval){ [ 1547.052077] env[62563]: value = "task-1751138" [ 1547.052077] env[62563]: _type = "Task" [ 1547.052077] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.061937] env[62563]: DEBUG oslo_vmware.api [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.158250] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Releasing lock "refresh_cache-4cb907f9-f915-4f66-b202-0307f38a5d45" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.158606] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Instance network_info: |[{"id": "89ad2270-8a5d-4f5f-96b7-0fa20b6f0375", "address": "fa:16:3e:39:ca:3f", "network": {"id": "105158be-d4b8-404d-a403-1a52e99fea72", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2065280112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ac8dc29ce24948b7789722b2ab6252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ad2270-8a", "ovs_interfaceid": "89ad2270-8a5d-4f5f-96b7-0fa20b6f0375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1547.159041] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:ca:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89ad2270-8a5d-4f5f-96b7-0fa20b6f0375', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1547.167036] env[62563]: DEBUG oslo.service.loopingcall [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.167281] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1547.167511] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a047dc87-6ce3-4f65-96d5-ce9c0563307b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.188784] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1547.188784] env[62563]: value = "task-1751139" [ 1547.188784] env[62563]: _type = "Task" [ 1547.188784] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.196894] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751139, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.323754] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1547.347447] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1547.347922] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1547.347922] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.348086] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1547.348196] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.348343] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1547.348551] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1547.348710] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1547.348914] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1547.349364] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1547.349364] env[62563]: DEBUG nova.virt.hardware [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1547.350143] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6f8cfb-d880-4a54-8f3b-1f6d9e497089 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.353761] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.359455] env[62563]: DEBUG oslo_concurrency.lockutils [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.332s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.359691] env[62563]: DEBUG nova.objects.instance [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lazy-loading 'resources' on Instance uuid 280e4528-20fc-438b-adba-e4b449cfc635 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.365266] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4c5b19-8d96-489a-ae02-62920eeae42f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.395674] env[62563]: INFO nova.scheduler.client.report [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Deleted allocations for instance 47dffabd-95e5-4cb9-8dba-5351355230fd [ 1547.417543] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751136, 'name': Rename_Task, 'duration_secs': 0.153204} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.417832] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1547.418105] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-015073cd-566e-40f7-869c-daaaf9c92842 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.425364] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Waiting for the task: (returnval){ [ 1547.425364] env[62563]: value = "task-1751140" [ 1547.425364] env[62563]: _type = "Task" [ 1547.425364] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.439067] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.564144] env[62563]: DEBUG oslo_vmware.api [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Task: {'id': task-1751138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266706} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.564517] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.564772] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.565052] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.565319] env[62563]: INFO nova.compute.manager [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1547.565676] env[62563]: DEBUG oslo.service.loopingcall [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.565897] env[62563]: DEBUG nova.compute.manager [-] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1547.566050] env[62563]: DEBUG nova.network.neutron [-] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1547.701474] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751139, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.779060] env[62563]: DEBUG nova.network.neutron [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Successfully updated port: 2510b23b-ab9d-4fcb-b51d-68ca8a08b704 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1547.845779] env[62563]: DEBUG nova.compute.manager [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Received event network-changed-89ad2270-8a5d-4f5f-96b7-0fa20b6f0375 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1547.845998] env[62563]: DEBUG nova.compute.manager [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Refreshing instance network info cache due to event network-changed-89ad2270-8a5d-4f5f-96b7-0fa20b6f0375. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1547.846305] env[62563]: DEBUG oslo_concurrency.lockutils [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] Acquiring lock "refresh_cache-4cb907f9-f915-4f66-b202-0307f38a5d45" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.846404] env[62563]: DEBUG oslo_concurrency.lockutils [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] Acquired lock "refresh_cache-4cb907f9-f915-4f66-b202-0307f38a5d45" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.846592] env[62563]: DEBUG nova.network.neutron [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Refreshing network info cache for port 89ad2270-8a5d-4f5f-96b7-0fa20b6f0375 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.905897] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f88e3f6-ad62-4061-9d49-3c2e8284ce29 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "47dffabd-95e5-4cb9-8dba-5351355230fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.630s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.943937] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751140, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.202351] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751139, 'name': CreateVM_Task, 'duration_secs': 0.577811} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.202351] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.202351] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.202351] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.202351] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1548.202351] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75a574d-12d7-4f1e-a557-30367843b0c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.207805] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1548.207805] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5279505b-4e89-b4f1-43bf-5442a2f9d349" [ 1548.207805] env[62563]: _type = "Task" [ 1548.207805] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.216018] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5279505b-4e89-b4f1-43bf-5442a2f9d349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.267367] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77006333-1233-4df7-b547-4e6fbff43efd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.274598] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3324b938-3550-40ee-85e1-ab2073e50a57 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.305668] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "refresh_cache-8c375077-2899-49d5-96c8-7b2cbed7bc38" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.305809] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired lock "refresh_cache-8c375077-2899-49d5-96c8-7b2cbed7bc38" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.305967] env[62563]: DEBUG nova.network.neutron [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.307865] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e506577-e987-426b-857f-be048dbf27d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.316339] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eeacb7-d5f9-4945-871d-ef5a9cd398c6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.331441] env[62563]: DEBUG nova.compute.provider_tree [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.388204] env[62563]: DEBUG nova.network.neutron [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Port c8438fc5-075a-4ed1-873a-8e72170f5acc binding to destination host cpu-1 is already ACTIVE {{(pid=62563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1548.388518] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.388776] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.389017] env[62563]: DEBUG nova.network.neutron [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.428523] env[62563]: DEBUG nova.network.neutron [-] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.443854] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751140, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.559984] env[62563]: DEBUG nova.network.neutron [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Updated VIF entry in instance network info cache for port 89ad2270-8a5d-4f5f-96b7-0fa20b6f0375. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.560674] env[62563]: DEBUG nova.network.neutron [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Updating instance_info_cache with network_info: [{"id": "89ad2270-8a5d-4f5f-96b7-0fa20b6f0375", "address": "fa:16:3e:39:ca:3f", "network": {"id": "105158be-d4b8-404d-a403-1a52e99fea72", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2065280112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ac8dc29ce24948b7789722b2ab6252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ad2270-8a", "ovs_interfaceid": "89ad2270-8a5d-4f5f-96b7-0fa20b6f0375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.717338] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5279505b-4e89-b4f1-43bf-5442a2f9d349, 'name': SearchDatastore_Task, 'duration_secs': 0.039872} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.717659] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.717913] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1548.718182] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.718350] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.718536] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1548.718809] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beb4374c-4f8e-40d8-a0d3-9ad7583ce6e2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.729238] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1548.729421] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1548.730361] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f4906c-232d-4101-bc02-08e7947483c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.736305] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1548.736305] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ddae2b-6f7e-2618-daab-dc623fa96e10" [ 1548.736305] env[62563]: _type = "Task" [ 1548.736305] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.744997] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ddae2b-6f7e-2618-daab-dc623fa96e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.834510] env[62563]: DEBUG nova.scheduler.client.report [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1548.839213] env[62563]: DEBUG nova.network.neutron [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.940922] env[62563]: INFO nova.compute.manager [-] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Took 1.37 seconds to deallocate network for instance. [ 1548.941346] env[62563]: DEBUG oslo_vmware.api [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751140, 'name': PowerOnVM_Task, 'duration_secs': 1.050397} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.942890] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1548.943107] env[62563]: INFO nova.compute.manager [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1548.943281] env[62563]: DEBUG nova.compute.manager [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1548.944079] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f406da-76ae-477a-8641-77686d44b393 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.063323] env[62563]: DEBUG nova.network.neutron [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Updating instance_info_cache with network_info: [{"id": "2510b23b-ab9d-4fcb-b51d-68ca8a08b704", "address": "fa:16:3e:4b:b1:3d", "network": {"id": "105158be-d4b8-404d-a403-1a52e99fea72", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2065280112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ac8dc29ce24948b7789722b2ab6252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2510b23b-ab", "ovs_interfaceid": "2510b23b-ab9d-4fcb-b51d-68ca8a08b704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.064887] env[62563]: DEBUG oslo_concurrency.lockutils [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] Releasing lock "refresh_cache-4cb907f9-f915-4f66-b202-0307f38a5d45" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.066444] env[62563]: DEBUG nova.compute.manager [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Received event network-changed-67d81d02-a5df-437d-b983-25a36c893d43 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1549.066444] env[62563]: DEBUG nova.compute.manager [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Refreshing instance network info cache due to event network-changed-67d81d02-a5df-437d-b983-25a36c893d43. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1549.066444] env[62563]: DEBUG oslo_concurrency.lockutils [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] Acquiring lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.066444] env[62563]: DEBUG oslo_concurrency.lockutils [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] Acquired lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.070869] env[62563]: DEBUG nova.network.neutron [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Refreshing network info cache for port 67d81d02-a5df-437d-b983-25a36c893d43 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1549.170173] env[62563]: DEBUG nova.network.neutron [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance_info_cache with network_info: [{"id": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "address": "fa:16:3e:b6:13:2b", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8438fc5-07", "ovs_interfaceid": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.246906] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ddae2b-6f7e-2618-daab-dc623fa96e10, 'name': SearchDatastore_Task, 'duration_secs': 0.011944} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.247728] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c899293f-7dba-4da8-b348-75dcf087e05f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.252888] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1549.252888] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52bec887-85dc-cc39-9d12-20a8e6cc43de" [ 1549.252888] env[62563]: _type = "Task" [ 1549.252888] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.260603] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bec887-85dc-cc39-9d12-20a8e6cc43de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.339978] env[62563]: DEBUG oslo_concurrency.lockutils [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.342441] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.194s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.345026] env[62563]: INFO nova.compute.claims [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1549.364619] env[62563]: INFO nova.scheduler.client.report [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Deleted allocations for instance 280e4528-20fc-438b-adba-e4b449cfc635 [ 1549.454550] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.472156] env[62563]: INFO nova.compute.manager [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Took 43.49 seconds to build instance. [ 1549.572681] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Releasing lock "refresh_cache-8c375077-2899-49d5-96c8-7b2cbed7bc38" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.572971] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Instance network_info: |[{"id": "2510b23b-ab9d-4fcb-b51d-68ca8a08b704", "address": "fa:16:3e:4b:b1:3d", "network": {"id": "105158be-d4b8-404d-a403-1a52e99fea72", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2065280112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ac8dc29ce24948b7789722b2ab6252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2510b23b-ab", "ovs_interfaceid": "2510b23b-ab9d-4fcb-b51d-68ca8a08b704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1549.575518] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:b1:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2510b23b-ab9d-4fcb-b51d-68ca8a08b704', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1549.584295] env[62563]: DEBUG oslo.service.loopingcall [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.584973] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1549.585572] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-603f105b-d02b-4710-95ec-c8688014d22f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.606129] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1549.606129] env[62563]: value = "task-1751142" [ 1549.606129] env[62563]: _type = "Task" [ 1549.606129] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.614514] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751142, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.673818] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.763343] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bec887-85dc-cc39-9d12-20a8e6cc43de, 'name': SearchDatastore_Task, 'duration_secs': 0.036082} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.763684] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.764013] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 4cb907f9-f915-4f66-b202-0307f38a5d45/4cb907f9-f915-4f66-b202-0307f38a5d45.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1549.764316] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fae1e8e0-34bf-4396-846d-6a6332048bfc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.770563] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1549.770563] env[62563]: value = "task-1751143" [ 1549.770563] env[62563]: _type = "Task" [ 1549.770563] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.784622] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.825893] env[62563]: DEBUG nova.network.neutron [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Updated VIF entry in instance network info cache for port 67d81d02-a5df-437d-b983-25a36c893d43. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.826458] env[62563]: DEBUG nova.network.neutron [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Updating instance_info_cache with network_info: [{"id": "67d81d02-a5df-437d-b983-25a36c893d43", "address": "fa:16:3e:3a:ef:c6", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d81d02-a5", "ovs_interfaceid": "67d81d02-a5df-437d-b983-25a36c893d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.876360] env[62563]: DEBUG oslo_concurrency.lockutils [None req-968fe359-17b6-457c-b7f5-d34c10ac588d tempest-SecurityGroupsTestJSON-1343319127 tempest-SecurityGroupsTestJSON-1343319127-project-member] Lock "280e4528-20fc-438b-adba-e4b449cfc635" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.802s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.953015] env[62563]: DEBUG nova.compute.manager [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Received event network-vif-plugged-2510b23b-ab9d-4fcb-b51d-68ca8a08b704 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1549.953331] env[62563]: DEBUG oslo_concurrency.lockutils [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] Acquiring lock "8c375077-2899-49d5-96c8-7b2cbed7bc38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.953673] env[62563]: DEBUG oslo_concurrency.lockutils [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] Lock "8c375077-2899-49d5-96c8-7b2cbed7bc38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.954165] env[62563]: DEBUG oslo_concurrency.lockutils [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] Lock "8c375077-2899-49d5-96c8-7b2cbed7bc38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.954483] env[62563]: DEBUG nova.compute.manager [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] No waiting events found dispatching network-vif-plugged-2510b23b-ab9d-4fcb-b51d-68ca8a08b704 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1549.954807] env[62563]: WARNING nova.compute.manager [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Received unexpected event network-vif-plugged-2510b23b-ab9d-4fcb-b51d-68ca8a08b704 for instance with vm_state building and task_state spawning. [ 1549.955080] env[62563]: DEBUG nova.compute.manager [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Received event network-changed-2510b23b-ab9d-4fcb-b51d-68ca8a08b704 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1549.955299] env[62563]: DEBUG nova.compute.manager [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Refreshing instance network info cache due to event network-changed-2510b23b-ab9d-4fcb-b51d-68ca8a08b704. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1549.959023] env[62563]: DEBUG oslo_concurrency.lockutils [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] Acquiring lock "refresh_cache-8c375077-2899-49d5-96c8-7b2cbed7bc38" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.959023] env[62563]: DEBUG oslo_concurrency.lockutils [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] Acquired lock "refresh_cache-8c375077-2899-49d5-96c8-7b2cbed7bc38" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.959023] env[62563]: DEBUG nova.network.neutron [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Refreshing network info cache for port 2510b23b-ab9d-4fcb-b51d-68ca8a08b704 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1549.974493] env[62563]: DEBUG oslo_concurrency.lockutils [None req-483529d3-a028-4de2-9884-7897f315f80d tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Lock "565008aa-37e3-4c30-8c5d-1dfcdcde8c66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.480s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.033701] env[62563]: DEBUG oslo_concurrency.lockutils [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Acquiring lock "565008aa-37e3-4c30-8c5d-1dfcdcde8c66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.033998] env[62563]: DEBUG oslo_concurrency.lockutils [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Lock "565008aa-37e3-4c30-8c5d-1dfcdcde8c66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.034252] env[62563]: DEBUG oslo_concurrency.lockutils [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Acquiring lock "565008aa-37e3-4c30-8c5d-1dfcdcde8c66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.034438] env[62563]: DEBUG oslo_concurrency.lockutils [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Lock "565008aa-37e3-4c30-8c5d-1dfcdcde8c66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.034632] env[62563]: DEBUG oslo_concurrency.lockutils [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Lock "565008aa-37e3-4c30-8c5d-1dfcdcde8c66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.041171] env[62563]: INFO nova.compute.manager [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Terminating instance [ 1550.045134] env[62563]: DEBUG nova.compute.manager [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1550.045134] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1550.045134] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d953885-5aa7-4625-a59c-942e10e11e3d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.052112] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1550.055276] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0abd374b-01a1-4b0a-b130-fdca2ac4cfad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.065037] env[62563]: DEBUG oslo_vmware.api [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Waiting for the task: (returnval){ [ 1550.065037] env[62563]: value = "task-1751144" [ 1550.065037] env[62563]: _type = "Task" [ 1550.065037] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.076721] env[62563]: DEBUG oslo_vmware.api [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.119848] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751142, 'name': CreateVM_Task, 'duration_secs': 0.348756} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.121058] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1550.122273] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.123150] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.123404] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.123832] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705bd487-d218-49c4-9d71-d7af8709ae2e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.131206] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1550.131206] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523beee2-8d17-1d0e-6540-0376c19be2b7" [ 1550.131206] env[62563]: _type = "Task" [ 1550.131206] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.143860] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523beee2-8d17-1d0e-6540-0376c19be2b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.177758] env[62563]: DEBUG nova.compute.manager [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62563) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1550.178324] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.284903] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501669} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.284903] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 4cb907f9-f915-4f66-b202-0307f38a5d45/4cb907f9-f915-4f66-b202-0307f38a5d45.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1550.284903] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1550.284903] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c7720ef-f3f7-4125-a205-0e7a96c29a30 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.289447] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1550.289447] env[62563]: value = "task-1751145" [ 1550.289447] env[62563]: _type = "Task" [ 1550.289447] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.298655] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.331631] env[62563]: DEBUG oslo_concurrency.lockutils [req-f416f33b-46ac-451e-8cb3-65356ed11592 req-3d44583d-b96e-4cb8-97df-33d1ddcf8734 service nova] Releasing lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.576483] env[62563]: DEBUG oslo_vmware.api [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751144, 'name': PowerOffVM_Task, 'duration_secs': 0.273532} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.576763] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.576933] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1550.577243] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2163a0d-45eb-490d-88b7-6c3e6da75b93 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.643289] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523beee2-8d17-1d0e-6540-0376c19be2b7, 'name': SearchDatastore_Task, 'duration_secs': 0.063408} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.643604] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.643834] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1550.644089] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.644360] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.644560] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1550.647111] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec0cbebd-f23e-4a7a-8818-a0266a6b1919 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.660667] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1550.660857] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1550.661609] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73b8370f-3260-44ea-927c-68a8c509ca55 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.671560] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1550.671560] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5285c118-f484-609c-e257-afb0f9426439" [ 1550.671560] env[62563]: _type = "Task" [ 1550.671560] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.684580] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5285c118-f484-609c-e257-afb0f9426439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.685413] env[62563]: DEBUG nova.network.neutron [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Updated VIF entry in instance network info cache for port 2510b23b-ab9d-4fcb-b51d-68ca8a08b704. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1550.685909] env[62563]: DEBUG nova.network.neutron [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Updating instance_info_cache with network_info: [{"id": "2510b23b-ab9d-4fcb-b51d-68ca8a08b704", "address": "fa:16:3e:4b:b1:3d", "network": {"id": "105158be-d4b8-404d-a403-1a52e99fea72", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2065280112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ac8dc29ce24948b7789722b2ab6252", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2510b23b-ab", "ovs_interfaceid": "2510b23b-ab9d-4fcb-b51d-68ca8a08b704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.773794] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384b0fa6-4b52-468c-843f-324fcc3e8249 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.781955] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ec4552-8beb-45d1-906a-7d6816d49c04 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.815835] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6801c379-aeaf-4ad8-b416-e0401a8ce75b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.819203] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1550.819425] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1550.819604] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Deleting the datastore file [datastore1] 565008aa-37e3-4c30-8c5d-1dfcdcde8c66 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1550.820417] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a8e53c0-2bb4-4cce-b0bd-db92da173087 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.826688] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066214} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.828271] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f63c3d-cc0c-418b-a565-ab948e873974 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.832235] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1550.834260] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610b462a-4707-4206-b10f-2ae6c4d74b38 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.838310] env[62563]: DEBUG oslo_vmware.api [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Waiting for the task: (returnval){ [ 1550.838310] env[62563]: value = "task-1751147" [ 1550.838310] env[62563]: _type = "Task" [ 1550.838310] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.859521] env[62563]: DEBUG nova.compute.provider_tree [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.870913] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 4cb907f9-f915-4f66-b202-0307f38a5d45/4cb907f9-f915-4f66-b202-0307f38a5d45.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.872273] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f98fce-681f-429e-9124-0972909cd3a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.889765] env[62563]: DEBUG oslo_vmware.api [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.895105] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1550.895105] env[62563]: value = "task-1751148" [ 1550.895105] env[62563]: _type = "Task" [ 1550.895105] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.903379] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.185970] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5285c118-f484-609c-e257-afb0f9426439, 'name': SearchDatastore_Task, 'duration_secs': 0.071622} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.186703] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36178fd3-df6c-4034-8242-384cdb471ab7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.192365] env[62563]: DEBUG oslo_concurrency.lockutils [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] Releasing lock "refresh_cache-8c375077-2899-49d5-96c8-7b2cbed7bc38" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.192613] env[62563]: DEBUG nova.compute.manager [req-23e0467a-4607-497a-84d2-2812d19867fc req-753b9c0f-6fc5-4847-b7c0-bd442b851d58 service nova] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Received event network-vif-deleted-a2d85807-827c-40a7-ac48-cdd1917253d3 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1551.193038] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1551.193038] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529f0cc1-298c-e0b7-ac7c-4c3505385227" [ 1551.193038] env[62563]: _type = "Task" [ 1551.193038] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.201219] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529f0cc1-298c-e0b7-ac7c-4c3505385227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.354020] env[62563]: DEBUG oslo_vmware.api [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Task: {'id': task-1751147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428336} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.354020] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.354020] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1551.354020] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1551.354020] env[62563]: INFO nova.compute.manager [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1551.354020] env[62563]: DEBUG oslo.service.loopingcall [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.354695] env[62563]: DEBUG nova.compute.manager [-] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1551.354948] env[62563]: DEBUG nova.network.neutron [-] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1551.364967] env[62563]: DEBUG nova.scheduler.client.report [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1551.406044] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.474388] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "636c2770-3626-4101-b8de-65f9f883959f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.474388] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "636c2770-3626-4101-b8de-65f9f883959f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.474388] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "636c2770-3626-4101-b8de-65f9f883959f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.474388] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "636c2770-3626-4101-b8de-65f9f883959f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.474388] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "636c2770-3626-4101-b8de-65f9f883959f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.477942] env[62563]: INFO nova.compute.manager [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Terminating instance [ 1551.478884] env[62563]: DEBUG nova.compute.manager [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1551.479274] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1551.480523] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2e1a09-5100-41a6-936b-3e3b0cbb0e59 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.489602] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.490028] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb64ebd0-7d2d-4eef-8760-14c3ac22efad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.500241] env[62563]: DEBUG oslo_vmware.api [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1551.500241] env[62563]: value = "task-1751149" [ 1551.500241] env[62563]: _type = "Task" [ 1551.500241] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.509242] env[62563]: DEBUG oslo_vmware.api [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.706662] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529f0cc1-298c-e0b7-ac7c-4c3505385227, 'name': SearchDatastore_Task, 'duration_secs': 0.013065} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.706936] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.707349] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8c375077-2899-49d5-96c8-7b2cbed7bc38/8c375077-2899-49d5-96c8-7b2cbed7bc38.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1551.707720] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b6b20b2-0fd7-407e-ad2a-71f7486d227c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.715951] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1551.715951] env[62563]: value = "task-1751150" [ 1551.715951] env[62563]: _type = "Task" [ 1551.715951] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.726029] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.870023] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.870023] env[62563]: DEBUG nova.compute.manager [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1551.875415] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.114s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.875415] env[62563]: DEBUG nova.objects.instance [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lazy-loading 'resources' on Instance uuid 34136197-2da8-405f-83d5-2f838f483dfe {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.906434] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751148, 'name': ReconfigVM_Task, 'duration_secs': 0.638757} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.906778] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 4cb907f9-f915-4f66-b202-0307f38a5d45/4cb907f9-f915-4f66-b202-0307f38a5d45.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.907314] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-537d5500-ac3c-413b-85f2-4a2dd19a9931 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.915384] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1551.915384] env[62563]: value = "task-1751151" [ 1551.915384] env[62563]: _type = "Task" [ 1551.915384] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.926032] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751151, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.985166] env[62563]: DEBUG nova.compute.manager [req-5b10e84e-893e-446a-8f51-0dde07475bc6 req-91ee7bb4-625d-4be2-9d72-24ea8a09db8c service nova] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Received event network-vif-deleted-b836662e-1a8c-4d42-80da-fcbed59c08c8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1551.986315] env[62563]: INFO nova.compute.manager [req-5b10e84e-893e-446a-8f51-0dde07475bc6 req-91ee7bb4-625d-4be2-9d72-24ea8a09db8c service nova] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Neutron deleted interface b836662e-1a8c-4d42-80da-fcbed59c08c8; detaching it from the instance and deleting it from the info cache [ 1551.986315] env[62563]: DEBUG nova.network.neutron [req-5b10e84e-893e-446a-8f51-0dde07475bc6 req-91ee7bb4-625d-4be2-9d72-24ea8a09db8c service nova] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.011386] env[62563]: DEBUG oslo_vmware.api [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751149, 'name': PowerOffVM_Task, 'duration_secs': 0.243358} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.011739] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.011830] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1552.012121] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab69ea90-8b2f-4a7d-9a91-242c1e452926 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.117806] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1552.118153] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1552.118356] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Deleting the datastore file [datastore1] 636c2770-3626-4101-b8de-65f9f883959f {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1552.119028] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caba0c1e-48b4-4d92-b40a-9ac5ad8734c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.125413] env[62563]: DEBUG oslo_vmware.api [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for the task: (returnval){ [ 1552.125413] env[62563]: value = "task-1751153" [ 1552.125413] env[62563]: _type = "Task" [ 1552.125413] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.134798] env[62563]: DEBUG oslo_vmware.api [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.135205] env[62563]: DEBUG nova.network.neutron [-] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.226711] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751150, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.377255] env[62563]: DEBUG nova.compute.utils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1552.381559] env[62563]: DEBUG nova.compute.manager [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1552.381697] env[62563]: DEBUG nova.network.neutron [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1552.427234] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751151, 'name': Rename_Task, 'duration_secs': 0.422667} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.427394] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.427599] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e81d0b2-5aeb-4af6-861d-574052f346cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.435611] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1552.435611] env[62563]: value = "task-1751154" [ 1552.435611] env[62563]: _type = "Task" [ 1552.435611] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.444063] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.490730] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d02fcb00-6021-43d5-8841-7a010c174491 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.502556] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f550a2-5b08-4f3d-8b8d-81ae76b3c5b1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.544211] env[62563]: DEBUG nova.compute.manager [req-5b10e84e-893e-446a-8f51-0dde07475bc6 req-91ee7bb4-625d-4be2-9d72-24ea8a09db8c service nova] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Detach interface failed, port_id=b836662e-1a8c-4d42-80da-fcbed59c08c8, reason: Instance 565008aa-37e3-4c30-8c5d-1dfcdcde8c66 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1552.559479] env[62563]: DEBUG nova.policy [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d32d646474b4d578bd426cce729c5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '053e47f46cf24867892244da432f0474', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1552.638299] env[62563]: INFO nova.compute.manager [-] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Took 1.28 seconds to deallocate network for instance. [ 1552.638748] env[62563]: DEBUG oslo_vmware.api [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Task: {'id': task-1751153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356464} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.640520] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.641303] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1552.641470] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.641696] env[62563]: INFO nova.compute.manager [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1552.641953] env[62563]: DEBUG oslo.service.loopingcall [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.644773] env[62563]: DEBUG nova.compute.manager [-] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1552.644890] env[62563]: DEBUG nova.network.neutron [-] [instance: 636c2770-3626-4101-b8de-65f9f883959f] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.727856] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548217} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.730574] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8c375077-2899-49d5-96c8-7b2cbed7bc38/8c375077-2899-49d5-96c8-7b2cbed7bc38.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1552.730753] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1552.731221] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60be592b-0e2d-445e-a069-f56a59535241 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.738660] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1552.738660] env[62563]: value = "task-1751155" [ 1552.738660] env[62563]: _type = "Task" [ 1552.738660] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.749957] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.807018] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26887ab-0645-4412-af4c-e25af0cd5f3a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.814401] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4b2b35-0ebd-473c-827b-986e33010417 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.851216] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7903761e-5fcc-43cc-833e-9ffd8f725058 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.860130] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccde9265-8acf-4d19-9ce5-4874b634d2f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.877134] env[62563]: DEBUG nova.compute.provider_tree [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.883963] env[62563]: DEBUG nova.compute.manager [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1552.950277] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.979835] env[62563]: DEBUG nova.network.neutron [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Successfully created port: 36d3e362-62fe-4bd8-8a2e-5b82f0396397 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1553.151239] env[62563]: DEBUG oslo_concurrency.lockutils [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.248826] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213432} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.249357] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1553.250163] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1458fede-5a21-4a18-8471-db8af47dcf29 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.277766] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 8c375077-2899-49d5-96c8-7b2cbed7bc38/8c375077-2899-49d5-96c8-7b2cbed7bc38.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.277766] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b4dff13-0ec7-4448-9b22-5cef55ee8462 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.298129] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1553.298129] env[62563]: value = "task-1751156" [ 1553.298129] env[62563]: _type = "Task" [ 1553.298129] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.306538] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.380847] env[62563]: DEBUG nova.scheduler.client.report [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1553.448394] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751154, 'name': PowerOnVM_Task, 'duration_secs': 0.994134} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.448394] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.448394] env[62563]: INFO nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1553.448394] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1553.448515] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f21736f-5fcf-4fa7-9e2f-1c3bb7b6db64 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.808619] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.886858] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.889435] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.060s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.889939] env[62563]: DEBUG nova.objects.instance [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Lazy-loading 'resources' on Instance uuid c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1553.891786] env[62563]: DEBUG nova.compute.manager [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1553.910381] env[62563]: INFO nova.scheduler.client.report [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Deleted allocations for instance 34136197-2da8-405f-83d5-2f838f483dfe [ 1553.923274] env[62563]: DEBUG nova.network.neutron [-] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.926280] env[62563]: DEBUG nova.virt.hardware [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='963f8502a755ddf872ca7d31a5a25190',container_format='bare',created_at=2024-12-11T12:32:44Z,direct_url=,disk_format='vmdk',id=0b7fbe88-0739-484b-b727-2293d19df47c,min_disk=1,min_ram=0,name='tempest-test-snap-159140812',owner='053e47f46cf24867892244da432f0474',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-11T12:32:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1553.926578] env[62563]: DEBUG nova.virt.hardware [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1553.926797] env[62563]: DEBUG nova.virt.hardware [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.927125] env[62563]: DEBUG nova.virt.hardware [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1553.927338] env[62563]: DEBUG nova.virt.hardware [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.927781] env[62563]: DEBUG nova.virt.hardware [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1553.928068] env[62563]: DEBUG nova.virt.hardware [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1553.928295] env[62563]: DEBUG nova.virt.hardware [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1553.928524] env[62563]: DEBUG nova.virt.hardware [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1553.928805] env[62563]: DEBUG nova.virt.hardware [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1553.929089] env[62563]: DEBUG nova.virt.hardware [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1553.931044] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc96934e-7bdb-40db-aae6-aa2f203e28f0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.943273] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed702f6d-3d6f-4204-8664-7206ed048d91 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.971082] env[62563]: INFO nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Took 42.90 seconds to build instance. [ 1554.236708] env[62563]: DEBUG nova.compute.manager [req-1190d878-0bb3-4d8c-919f-27ded99e1a3a req-5fb166cd-edc0-41d5-bdfb-af732fbae861 service nova] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Received event network-vif-deleted-4a5cc927-f1ae-4340-8dc5-279a4a32316d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1554.310065] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751156, 'name': ReconfigVM_Task, 'duration_secs': 0.734187} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.310354] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 8c375077-2899-49d5-96c8-7b2cbed7bc38/8c375077-2899-49d5-96c8-7b2cbed7bc38.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.310819] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3a41bcd-21ff-4e55-b38e-c7fb97ea1ee9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.317937] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1554.317937] env[62563]: value = "task-1751157" [ 1554.317937] env[62563]: _type = "Task" [ 1554.317937] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.327854] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751157, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.423139] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d3ad72b-178e-479b-b7ac-6787a14dad60 tempest-ListImageFiltersTestJSON-1276948444 tempest-ListImageFiltersTestJSON-1276948444-project-member] Lock "34136197-2da8-405f-83d5-2f838f483dfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.663s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.435034] env[62563]: INFO nova.compute.manager [-] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Took 1.79 seconds to deallocate network for instance. [ 1554.475039] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "4cb907f9-f915-4f66-b202-0307f38a5d45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.186s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.704503] env[62563]: DEBUG nova.network.neutron [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Successfully updated port: 36d3e362-62fe-4bd8-8a2e-5b82f0396397 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1554.784519] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ce50be-42e8-41c7-ae2e-f8cef1642247 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.792188] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09625404-14b7-4985-bd3e-03b26417a735 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.825345] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0f70cd-86ed-4c35-a0c2-33f9b94dc48d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.837947] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85357de-b818-4296-8134-5eb11a25898d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.840875] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751157, 'name': Rename_Task, 'duration_secs': 0.30012} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.841148] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1554.841666] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12eaed2d-7caa-42af-bce1-a3f32430c5bc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.851528] env[62563]: DEBUG nova.compute.provider_tree [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.854844] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1554.854844] env[62563]: value = "task-1751158" [ 1554.854844] env[62563]: _type = "Task" [ 1554.854844] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.862077] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.943464] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.206732] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "refresh_cache-9e485fef-8ccd-4069-b33c-d94b2162019a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.206896] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "refresh_cache-9e485fef-8ccd-4069-b33c-d94b2162019a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.207081] env[62563]: DEBUG nova.network.neutron [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.357444] env[62563]: DEBUG nova.scheduler.client.report [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1555.380230] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751158, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.790851] env[62563]: DEBUG nova.network.neutron [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1555.871421] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.878215] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.105s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.880601] env[62563]: INFO nova.compute.claims [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1555.889993] env[62563]: DEBUG oslo_vmware.api [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751158, 'name': PowerOnVM_Task, 'duration_secs': 0.541478} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.889993] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1555.889993] env[62563]: INFO nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1555.889993] env[62563]: DEBUG nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1555.890888] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f15ec6-3bbf-4f30-83d6-7e71dd4f6547 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.898858] env[62563]: INFO nova.scheduler.client.report [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Deleted allocations for instance c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62 [ 1555.946359] env[62563]: DEBUG nova.network.neutron [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Updating instance_info_cache with network_info: [{"id": "36d3e362-62fe-4bd8-8a2e-5b82f0396397", "address": "fa:16:3e:3b:67:38", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d3e362-62", "ovs_interfaceid": "36d3e362-62fe-4bd8-8a2e-5b82f0396397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.301823] env[62563]: DEBUG nova.compute.manager [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Received event network-vif-plugged-36d3e362-62fe-4bd8-8a2e-5b82f0396397 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1556.302098] env[62563]: DEBUG oslo_concurrency.lockutils [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] Acquiring lock "9e485fef-8ccd-4069-b33c-d94b2162019a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.302600] env[62563]: DEBUG oslo_concurrency.lockutils [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] Lock "9e485fef-8ccd-4069-b33c-d94b2162019a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.302756] env[62563]: DEBUG oslo_concurrency.lockutils [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] Lock "9e485fef-8ccd-4069-b33c-d94b2162019a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.302934] env[62563]: DEBUG nova.compute.manager [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] No waiting events found dispatching network-vif-plugged-36d3e362-62fe-4bd8-8a2e-5b82f0396397 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1556.303108] env[62563]: WARNING nova.compute.manager [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Received unexpected event network-vif-plugged-36d3e362-62fe-4bd8-8a2e-5b82f0396397 for instance with vm_state building and task_state spawning. [ 1556.303275] env[62563]: DEBUG nova.compute.manager [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Received event network-changed-36d3e362-62fe-4bd8-8a2e-5b82f0396397 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1556.303429] env[62563]: DEBUG nova.compute.manager [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Refreshing instance network info cache due to event network-changed-36d3e362-62fe-4bd8-8a2e-5b82f0396397. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1556.303585] env[62563]: DEBUG oslo_concurrency.lockutils [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] Acquiring lock "refresh_cache-9e485fef-8ccd-4069-b33c-d94b2162019a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.406743] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6662ef97-c688-41a5-84e4-0b24c77634de tempest-ServersNegativeTestMultiTenantJSON-1595100845 tempest-ServersNegativeTestMultiTenantJSON-1595100845-project-member] Lock "c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.794s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.421656] env[62563]: INFO nova.compute.manager [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Took 42.69 seconds to build instance. [ 1556.449500] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "refresh_cache-9e485fef-8ccd-4069-b33c-d94b2162019a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.449500] env[62563]: DEBUG nova.compute.manager [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Instance network_info: |[{"id": "36d3e362-62fe-4bd8-8a2e-5b82f0396397", "address": "fa:16:3e:3b:67:38", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d3e362-62", "ovs_interfaceid": "36d3e362-62fe-4bd8-8a2e-5b82f0396397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1556.449702] env[62563]: DEBUG oslo_concurrency.lockutils [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] Acquired lock "refresh_cache-9e485fef-8ccd-4069-b33c-d94b2162019a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.449876] env[62563]: DEBUG nova.network.neutron [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Refreshing network info cache for port 36d3e362-62fe-4bd8-8a2e-5b82f0396397 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.451104] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:67:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36d3e362-62fe-4bd8-8a2e-5b82f0396397', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.460032] env[62563]: DEBUG oslo.service.loopingcall [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.460719] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.460953] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c51e32c4-24e7-456f-8971-fff5d3989a81 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.482407] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.482407] env[62563]: value = "task-1751159" [ 1556.482407] env[62563]: _type = "Task" [ 1556.482407] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.491144] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751159, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.495894] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "9335ae51-1ea2-4d04-b5ba-b5265db805aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.496101] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "9335ae51-1ea2-4d04-b5ba-b5265db805aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.795312] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "1c3b814f-67a7-4535-9a72-79be6195082c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.795548] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "1c3b814f-67a7-4535-9a72-79be6195082c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.862826] env[62563]: DEBUG oslo_concurrency.lockutils [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "4cb907f9-f915-4f66-b202-0307f38a5d45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.863118] env[62563]: DEBUG oslo_concurrency.lockutils [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "4cb907f9-f915-4f66-b202-0307f38a5d45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.863350] env[62563]: DEBUG oslo_concurrency.lockutils [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "4cb907f9-f915-4f66-b202-0307f38a5d45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.863537] env[62563]: DEBUG oslo_concurrency.lockutils [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "4cb907f9-f915-4f66-b202-0307f38a5d45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.864507] env[62563]: DEBUG oslo_concurrency.lockutils [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "4cb907f9-f915-4f66-b202-0307f38a5d45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.866871] env[62563]: INFO nova.compute.manager [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Terminating instance [ 1556.868054] env[62563]: DEBUG nova.compute.manager [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1556.868258] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.869193] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355c229b-d275-44e4-9574-14f639054e15 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.878213] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.878450] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b57d73c-c833-407b-8a5c-136022102ff9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.884426] env[62563]: DEBUG oslo_vmware.api [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1556.884426] env[62563]: value = "task-1751160" [ 1556.884426] env[62563]: _type = "Task" [ 1556.884426] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.896523] env[62563]: DEBUG oslo_vmware.api [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.926525] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b41639e-2e26-43eb-bc34-a63962621b61 tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "8c375077-2899-49d5-96c8-7b2cbed7bc38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.611s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.996170] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751159, 'name': CreateVM_Task, 'duration_secs': 0.380096} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.996170] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1556.996438] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0b7fbe88-0739-484b-b727-2293d19df47c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.996604] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0b7fbe88-0739-484b-b727-2293d19df47c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.997018] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0b7fbe88-0739-484b-b727-2293d19df47c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1556.997347] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea3169e-a783-456e-a7e2-b8910d3464dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.999210] env[62563]: DEBUG nova.compute.manager [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1557.010711] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1557.010711] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520b86e8-d7f7-171d-6db8-fa72dedfbe89" [ 1557.010711] env[62563]: _type = "Task" [ 1557.010711] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.029920] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "8c375077-2899-49d5-96c8-7b2cbed7bc38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.032077] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "8c375077-2899-49d5-96c8-7b2cbed7bc38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.032385] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "8c375077-2899-49d5-96c8-7b2cbed7bc38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.032536] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "8c375077-2899-49d5-96c8-7b2cbed7bc38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.032734] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "8c375077-2899-49d5-96c8-7b2cbed7bc38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.038278] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0b7fbe88-0739-484b-b727-2293d19df47c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.038379] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Processing image 0b7fbe88-0739-484b-b727-2293d19df47c {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1557.038641] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0b7fbe88-0739-484b-b727-2293d19df47c/0b7fbe88-0739-484b-b727-2293d19df47c.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.038710] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0b7fbe88-0739-484b-b727-2293d19df47c/0b7fbe88-0739-484b-b727-2293d19df47c.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.038993] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1557.039655] env[62563]: INFO nova.compute.manager [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Terminating instance [ 1557.041076] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa5ff475-448d-4e18-834c-c531d98e1743 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.045018] env[62563]: DEBUG nova.compute.manager [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1557.045018] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1557.045352] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ace32d-0eac-4dfe-a3fb-6247ce98edd4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.056094] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.059552] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a5576d0-847e-4dc3-a862-04b621d5c7dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.064952] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1557.065189] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1557.065911] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87dc0e5d-30a2-49e4-8307-c1868e4eca7e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.069893] env[62563]: DEBUG oslo_vmware.api [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1557.069893] env[62563]: value = "task-1751161" [ 1557.069893] env[62563]: _type = "Task" [ 1557.069893] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.079794] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1557.079794] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521b5644-32d1-9891-1aa5-a3525090e6b9" [ 1557.079794] env[62563]: _type = "Task" [ 1557.079794] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.080116] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.080325] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.080495] env[62563]: INFO nova.compute.manager [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Shelving [ 1557.090542] env[62563]: DEBUG oslo_vmware.api [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.095784] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Preparing fetch location {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1557.096115] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Fetch image to [datastore1] OSTACK_IMG_e985f8ca-525c-49f5-b7a2-fb2856956808/OSTACK_IMG_e985f8ca-525c-49f5-b7a2-fb2856956808.vmdk {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1557.096302] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Downloading stream optimized image 0b7fbe88-0739-484b-b727-2293d19df47c to [datastore1] OSTACK_IMG_e985f8ca-525c-49f5-b7a2-fb2856956808/OSTACK_IMG_e985f8ca-525c-49f5-b7a2-fb2856956808.vmdk on the data store datastore1 as vApp {{(pid=62563) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1557.096469] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Downloading image file data 0b7fbe88-0739-484b-b727-2293d19df47c to the ESX as VM named 'OSTACK_IMG_e985f8ca-525c-49f5-b7a2-fb2856956808' {{(pid=62563) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1557.204364] env[62563]: DEBUG oslo_vmware.rw_handles [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1557.204364] env[62563]: value = "resgroup-9" [ 1557.204364] env[62563]: _type = "ResourcePool" [ 1557.204364] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1557.204879] env[62563]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3dd073d4-79a3-44bd-b476-cfbd86e2750d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.235081] env[62563]: DEBUG oslo_vmware.rw_handles [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lease: (returnval){ [ 1557.235081] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527790a2-d167-9b27-e563-07856e1a36ae" [ 1557.235081] env[62563]: _type = "HttpNfcLease" [ 1557.235081] env[62563]: } obtained for vApp import into resource pool (val){ [ 1557.235081] env[62563]: value = "resgroup-9" [ 1557.235081] env[62563]: _type = "ResourcePool" [ 1557.235081] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1557.235505] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the lease: (returnval){ [ 1557.235505] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527790a2-d167-9b27-e563-07856e1a36ae" [ 1557.235505] env[62563]: _type = "HttpNfcLease" [ 1557.235505] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1557.248769] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1557.248769] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527790a2-d167-9b27-e563-07856e1a36ae" [ 1557.248769] env[62563]: _type = "HttpNfcLease" [ 1557.248769] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1557.281716] env[62563]: DEBUG nova.network.neutron [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Updated VIF entry in instance network info cache for port 36d3e362-62fe-4bd8-8a2e-5b82f0396397. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.282257] env[62563]: DEBUG nova.network.neutron [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Updating instance_info_cache with network_info: [{"id": "36d3e362-62fe-4bd8-8a2e-5b82f0396397", "address": "fa:16:3e:3b:67:38", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d3e362-62", "ovs_interfaceid": "36d3e362-62fe-4bd8-8a2e-5b82f0396397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.297780] env[62563]: DEBUG nova.compute.manager [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1557.398019] env[62563]: DEBUG oslo_vmware.api [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751160, 'name': PowerOffVM_Task, 'duration_secs': 0.449713} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.398019] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.398019] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.398019] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bee14c4-88a7-4133-9eec-942e8505d3b2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.416491] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73b0bb2-0392-4d3a-aaaf-4aa2e60ce543 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.425201] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dcd07e-2c52-4938-aaff-0ab763fded8b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.458669] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15957f9-a1b4-4fd8-803b-3a703ef0e2de {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.466381] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde24319-bc6b-4ca0-8fde-1184e229cbc5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.483119] env[62563]: DEBUG nova.compute.provider_tree [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.484798] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.485033] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.485218] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Deleting the datastore file [datastore1] 4cb907f9-f915-4f66-b202-0307f38a5d45 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.485507] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-914ff94b-7d99-4e2a-9057-43f8f28cdb05 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.491645] env[62563]: DEBUG oslo_vmware.api [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1557.491645] env[62563]: value = "task-1751164" [ 1557.491645] env[62563]: _type = "Task" [ 1557.491645] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.500139] env[62563]: DEBUG oslo_vmware.api [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.520110] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.581288] env[62563]: DEBUG oslo_vmware.api [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751161, 'name': PowerOffVM_Task, 'duration_secs': 0.289331} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.581567] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.581743] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.582014] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4d9b70c-e5d5-4173-a540-c04ee5fb394f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.587860] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.588092] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dbadfc3-0f86-4b73-a25a-631fde437b8e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.594414] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1557.594414] env[62563]: value = "task-1751166" [ 1557.594414] env[62563]: _type = "Task" [ 1557.594414] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.602562] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.746725] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1557.746725] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527790a2-d167-9b27-e563-07856e1a36ae" [ 1557.746725] env[62563]: _type = "HttpNfcLease" [ 1557.746725] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1557.769323] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.769588] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.769772] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Deleting the datastore file [datastore1] 8c375077-2899-49d5-96c8-7b2cbed7bc38 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.770057] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5f76317-28d6-4e47-8a19-90aa13b0bbe5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.777472] env[62563]: DEBUG oslo_vmware.api [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for the task: (returnval){ [ 1557.777472] env[62563]: value = "task-1751167" [ 1557.777472] env[62563]: _type = "Task" [ 1557.777472] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.785556] env[62563]: DEBUG oslo_concurrency.lockutils [req-42b3edfb-9159-4359-82df-8a072ae96910 req-84a68886-f42b-4b27-afdb-0c1cc69b27df service nova] Releasing lock "refresh_cache-9e485fef-8ccd-4069-b33c-d94b2162019a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.790975] env[62563]: DEBUG oslo_vmware.api [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.818226] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.987278] env[62563]: DEBUG nova.scheduler.client.report [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1558.005336] env[62563]: DEBUG oslo_vmware.api [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159387} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.006672] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1558.009017] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1558.009017] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1558.009017] env[62563]: INFO nova.compute.manager [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1558.009017] env[62563]: DEBUG oslo.service.loopingcall [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.009017] env[62563]: DEBUG nova.compute.manager [-] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1558.009017] env[62563]: DEBUG nova.network.neutron [-] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1558.104556] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751166, 'name': PowerOffVM_Task, 'duration_secs': 0.211449} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.104971] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1558.105854] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad2756b-5fa7-454d-b85b-377c91ca50ee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.128994] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3aaf4a-493e-4f91-bb8d-8176bd448954 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.246577] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1558.246577] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527790a2-d167-9b27-e563-07856e1a36ae" [ 1558.246577] env[62563]: _type = "HttpNfcLease" [ 1558.246577] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1558.246904] env[62563]: DEBUG oslo_vmware.rw_handles [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1558.246904] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527790a2-d167-9b27-e563-07856e1a36ae" [ 1558.246904] env[62563]: _type = "HttpNfcLease" [ 1558.246904] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1558.247665] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54f0042-62b7-499d-86a4-3d62b96796d2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.255590] env[62563]: DEBUG oslo_vmware.rw_handles [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d2e87b-79a7-f9e1-0480-d60631cd95dd/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1558.255999] env[62563]: DEBUG oslo_vmware.rw_handles [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d2e87b-79a7-f9e1-0480-d60631cd95dd/disk-0.vmdk. {{(pid=62563) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1558.338576] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6c2ff96-a340-4051-af2b-165359b0bd25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.338576] env[62563]: DEBUG oslo_vmware.api [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Task: {'id': task-1751167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166141} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.339476] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1558.339706] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1558.339916] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1558.340133] env[62563]: INFO nova.compute.manager [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1558.340405] env[62563]: DEBUG oslo.service.loopingcall [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.340983] env[62563]: DEBUG nova.compute.manager [-] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1558.341295] env[62563]: DEBUG nova.network.neutron [-] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1558.493289] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.493585] env[62563]: DEBUG nova.compute.manager [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1558.500416] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.658s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.500614] env[62563]: INFO nova.compute.claims [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.638359] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1558.638708] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-693e4773-dd34-4799-a88e-52672f558f3b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.646717] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1558.646717] env[62563]: value = "task-1751168" [ 1558.646717] env[62563]: _type = "Task" [ 1558.646717] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.658029] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751168, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.750272] env[62563]: DEBUG nova.compute.manager [req-81a82f34-35ad-478e-9261-48ad6a6496f0 req-d71666d9-ea8c-4844-9106-a7437c955f47 service nova] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Received event network-vif-deleted-89ad2270-8a5d-4f5f-96b7-0fa20b6f0375 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1558.750272] env[62563]: INFO nova.compute.manager [req-81a82f34-35ad-478e-9261-48ad6a6496f0 req-d71666d9-ea8c-4844-9106-a7437c955f47 service nova] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Neutron deleted interface 89ad2270-8a5d-4f5f-96b7-0fa20b6f0375; detaching it from the instance and deleting it from the info cache [ 1558.750272] env[62563]: DEBUG nova.network.neutron [req-81a82f34-35ad-478e-9261-48ad6a6496f0 req-d71666d9-ea8c-4844-9106-a7437c955f47 service nova] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.009121] env[62563]: DEBUG nova.compute.utils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1559.022776] env[62563]: DEBUG nova.compute.manager [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1559.023259] env[62563]: DEBUG nova.network.neutron [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1559.061036] env[62563]: DEBUG oslo_vmware.rw_handles [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Completed reading data from the image iterator. {{(pid=62563) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1559.061526] env[62563]: DEBUG oslo_vmware.rw_handles [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d2e87b-79a7-f9e1-0480-d60631cd95dd/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1559.062997] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17263fe-8ed4-42b0-8da3-eafda92ecb8f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.071948] env[62563]: DEBUG oslo_vmware.rw_handles [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d2e87b-79a7-f9e1-0480-d60631cd95dd/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1559.071948] env[62563]: DEBUG oslo_vmware.rw_handles [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d2e87b-79a7-f9e1-0480-d60631cd95dd/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1559.072146] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5fee8fdb-8847-4b18-9c77-c3b9d8cdc3a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.128737] env[62563]: DEBUG nova.policy [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d1ffa58587d42faaf6ad5ec618e5343', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fbd03d80e8c4495b94f19f566338958', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1559.157590] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751168, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.221681] env[62563]: DEBUG nova.network.neutron [-] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.255617] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb82cd7a-a4ac-42d6-a4b1-97d95202e76a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.259526] env[62563]: DEBUG oslo_vmware.rw_handles [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d2e87b-79a7-f9e1-0480-d60631cd95dd/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1559.259815] env[62563]: INFO nova.virt.vmwareapi.images [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Downloaded image file data 0b7fbe88-0739-484b-b727-2293d19df47c [ 1559.261211] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53cf5b0-d94d-4dbb-b0aa-4d34bf634122 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.267975] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cab7b8-009e-49fc-a5a2-c766ce6ecea8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.293551] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d693db1f-3109-408d-b467-f90c06fbf9d5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.316169] env[62563]: DEBUG nova.compute.manager [req-81a82f34-35ad-478e-9261-48ad6a6496f0 req-d71666d9-ea8c-4844-9106-a7437c955f47 service nova] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Detach interface failed, port_id=89ad2270-8a5d-4f5f-96b7-0fa20b6f0375, reason: Instance 4cb907f9-f915-4f66-b202-0307f38a5d45 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1559.319470] env[62563]: INFO nova.virt.vmwareapi.images [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] The imported VM was unregistered [ 1559.322110] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Caching image {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1559.322396] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0b7fbe88-0739-484b-b727-2293d19df47c {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.322695] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82128dd8-a426-4035-ac78-4c89b40108aa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.337969] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Created directory with path [datastore1] devstack-image-cache_base/0b7fbe88-0739-484b-b727-2293d19df47c {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.338188] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e985f8ca-525c-49f5-b7a2-fb2856956808/OSTACK_IMG_e985f8ca-525c-49f5-b7a2-fb2856956808.vmdk to [datastore1] devstack-image-cache_base/0b7fbe88-0739-484b-b727-2293d19df47c/0b7fbe88-0739-484b-b727-2293d19df47c.vmdk. {{(pid=62563) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1559.338454] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-486ee681-87f1-4998-81fa-39164691a276 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.348521] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1559.348521] env[62563]: value = "task-1751170" [ 1559.348521] env[62563]: _type = "Task" [ 1559.348521] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.360598] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751170, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.369203] env[62563]: DEBUG nova.network.neutron [-] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.521067] env[62563]: DEBUG nova.compute.manager [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1559.600961] env[62563]: DEBUG nova.network.neutron [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Successfully created port: 06ee07d7-1c6f-4760-9980-d5ff356e15f0 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1559.660303] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751168, 'name': CreateSnapshot_Task, 'duration_secs': 0.72419} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.660584] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1559.661416] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca30fa7e-6bbf-481c-a14b-a10f856ae7d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.725180] env[62563]: INFO nova.compute.manager [-] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Took 1.72 seconds to deallocate network for instance. [ 1559.858964] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751170, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.873909] env[62563]: INFO nova.compute.manager [-] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Took 1.53 seconds to deallocate network for instance. [ 1559.954094] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24af628a-4efc-419c-ba60-b192fec5f0e5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.963273] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1d0218-bcf1-4c24-b75b-e97ca7d1793a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.999081] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4af4da-80ab-444a-ac3b-c776d97afd63 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.006388] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c867a3df-0dee-43d0-9627-057a0c018577 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.020975] env[62563]: DEBUG nova.compute.provider_tree [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.183136] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1560.183539] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-abdb0c77-42eb-4485-90c7-5a72f476ccca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.194573] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1560.194573] env[62563]: value = "task-1751171" [ 1560.194573] env[62563]: _type = "Task" [ 1560.194573] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.203573] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751171, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.233965] env[62563]: DEBUG oslo_concurrency.lockutils [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.361406] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751170, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.380802] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.525351] env[62563]: DEBUG nova.scheduler.client.report [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1560.532156] env[62563]: DEBUG nova.compute.manager [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1560.573428] env[62563]: DEBUG nova.virt.hardware [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1560.573954] env[62563]: DEBUG nova.virt.hardware [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1560.574249] env[62563]: DEBUG nova.virt.hardware [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.578043] env[62563]: DEBUG nova.virt.hardware [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1560.578043] env[62563]: DEBUG nova.virt.hardware [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.578043] env[62563]: DEBUG nova.virt.hardware [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1560.578043] env[62563]: DEBUG nova.virt.hardware [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1560.578043] env[62563]: DEBUG nova.virt.hardware [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1560.578043] env[62563]: DEBUG nova.virt.hardware [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1560.578043] env[62563]: DEBUG nova.virt.hardware [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1560.578043] env[62563]: DEBUG nova.virt.hardware [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1560.578043] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb55fa4-e5e9-4c36-9668-12c284bfee13 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.593274] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015a6a63-9f6b-46a9-9089-963f46841c66 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.704179] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751171, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.834855] env[62563]: DEBUG nova.compute.manager [req-5d0e2a0e-09cc-41cb-afe3-b1ad48624b4c req-f9c1a67f-b581-4d9c-849a-8f23f3131816 service nova] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Received event network-vif-deleted-2510b23b-ab9d-4fcb-b51d-68ca8a08b704 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1560.863216] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751170, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.032573] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.033173] env[62563]: DEBUG nova.compute.manager [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1561.036115] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.641s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.037652] env[62563]: INFO nova.compute.claims [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1561.206910] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751171, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.365868] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751170, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.455783] env[62563]: DEBUG nova.network.neutron [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Successfully updated port: 06ee07d7-1c6f-4760-9980-d5ff356e15f0 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1561.546595] env[62563]: DEBUG nova.compute.utils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1561.549870] env[62563]: DEBUG nova.compute.manager [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1561.549870] env[62563]: DEBUG nova.network.neutron [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1561.617880] env[62563]: DEBUG nova.policy [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb808bf4e294457c98ea55324e092dd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c66960eb1a864b82815f2239de683498', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1561.706076] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751171, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.863226] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751170, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.044438] env[62563]: DEBUG nova.network.neutron [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Successfully created port: a82eabbb-3de8-45da-9252-0466a9ecc83b {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.044438] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.044438] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.044438] env[62563]: DEBUG nova.network.neutron [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.049656] env[62563]: DEBUG nova.compute.manager [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1562.205693] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751171, 'name': CloneVM_Task} progress is 95%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.364281] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751170, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.551041} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.366803] env[62563]: INFO nova.virt.vmwareapi.ds_util [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e985f8ca-525c-49f5-b7a2-fb2856956808/OSTACK_IMG_e985f8ca-525c-49f5-b7a2-fb2856956808.vmdk to [datastore1] devstack-image-cache_base/0b7fbe88-0739-484b-b727-2293d19df47c/0b7fbe88-0739-484b-b727-2293d19df47c.vmdk. [ 1562.367015] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Cleaning up location [datastore1] OSTACK_IMG_e985f8ca-525c-49f5-b7a2-fb2856956808 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1562.367310] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e985f8ca-525c-49f5-b7a2-fb2856956808 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1562.367670] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5f599bd-3d32-44ce-980f-e356d113d600 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.375719] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1562.375719] env[62563]: value = "task-1751172" [ 1562.375719] env[62563]: _type = "Task" [ 1562.375719] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.386293] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.414711] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3751abcc-8c3a-4ed0-98e7-01a980b72970 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.421858] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a369e6d6-2264-4e67-9349-64f4c4e659e3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.451793] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2762159e-dba2-4956-8b18-a0dff116f44c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.459348] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc32f58-74ee-48c0-9ce5-6bb0e434a33b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.473074] env[62563]: DEBUG nova.compute.provider_tree [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.502305] env[62563]: DEBUG nova.network.neutron [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.631912] env[62563]: DEBUG nova.network.neutron [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance_info_cache with network_info: [{"id": "06ee07d7-1c6f-4760-9980-d5ff356e15f0", "address": "fa:16:3e:8c:1f:d4", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ee07d7-1c", "ovs_interfaceid": "06ee07d7-1c6f-4760-9980-d5ff356e15f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.706670] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751171, 'name': CloneVM_Task, 'duration_secs': 2.224754} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.706993] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Created linked-clone VM from snapshot [ 1562.708087] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d45316-3aed-4eb3-99bc-5d312c3ea613 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.715271] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Uploading image b5c2c768-c840-4c21-a817-3ecd568aded4 {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1562.743124] env[62563]: DEBUG oslo_vmware.rw_handles [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1562.743124] env[62563]: value = "vm-364032" [ 1562.743124] env[62563]: _type = "VirtualMachine" [ 1562.743124] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1562.743400] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0013b559-806a-4372-bf69-b7c758f9c057 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.751493] env[62563]: DEBUG oslo_vmware.rw_handles [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lease: (returnval){ [ 1562.751493] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5286217a-e8d3-a84d-6796-2cba7679049a" [ 1562.751493] env[62563]: _type = "HttpNfcLease" [ 1562.751493] env[62563]: } obtained for exporting VM: (result){ [ 1562.751493] env[62563]: value = "vm-364032" [ 1562.751493] env[62563]: _type = "VirtualMachine" [ 1562.751493] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1562.751725] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the lease: (returnval){ [ 1562.751725] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5286217a-e8d3-a84d-6796-2cba7679049a" [ 1562.751725] env[62563]: _type = "HttpNfcLease" [ 1562.751725] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1562.757766] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1562.757766] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5286217a-e8d3-a84d-6796-2cba7679049a" [ 1562.757766] env[62563]: _type = "HttpNfcLease" [ 1562.757766] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1562.887342] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045053} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.887470] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1562.887674] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0b7fbe88-0739-484b-b727-2293d19df47c/0b7fbe88-0739-484b-b727-2293d19df47c.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.889445] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0b7fbe88-0739-484b-b727-2293d19df47c/0b7fbe88-0739-484b-b727-2293d19df47c.vmdk to [datastore1] 9e485fef-8ccd-4069-b33c-d94b2162019a/9e485fef-8ccd-4069-b33c-d94b2162019a.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1562.889445] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e89f6a2a-df42-468c-bfd1-875ba6524a3f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.895668] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1562.895668] env[62563]: value = "task-1751174" [ 1562.895668] env[62563]: _type = "Task" [ 1562.895668] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.904665] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.937365] env[62563]: DEBUG nova.compute.manager [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Received event network-vif-plugged-06ee07d7-1c6f-4760-9980-d5ff356e15f0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1562.937365] env[62563]: DEBUG oslo_concurrency.lockutils [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] Acquiring lock "df476669-fe42-4518-bfb3-07bc3eccfb05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.937365] env[62563]: DEBUG oslo_concurrency.lockutils [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] Lock "df476669-fe42-4518-bfb3-07bc3eccfb05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.937365] env[62563]: DEBUG oslo_concurrency.lockutils [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] Lock "df476669-fe42-4518-bfb3-07bc3eccfb05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.937365] env[62563]: DEBUG nova.compute.manager [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] No waiting events found dispatching network-vif-plugged-06ee07d7-1c6f-4760-9980-d5ff356e15f0 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1562.937949] env[62563]: WARNING nova.compute.manager [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Received unexpected event network-vif-plugged-06ee07d7-1c6f-4760-9980-d5ff356e15f0 for instance with vm_state building and task_state spawning. [ 1562.937949] env[62563]: DEBUG nova.compute.manager [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Received event network-changed-06ee07d7-1c6f-4760-9980-d5ff356e15f0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1562.937949] env[62563]: DEBUG nova.compute.manager [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Refreshing instance network info cache due to event network-changed-06ee07d7-1c6f-4760-9980-d5ff356e15f0. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1562.937949] env[62563]: DEBUG oslo_concurrency.lockutils [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] Acquiring lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.979146] env[62563]: DEBUG nova.scheduler.client.report [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1563.062043] env[62563]: DEBUG nova.compute.manager [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1563.085548] env[62563]: DEBUG nova.virt.hardware [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1563.085845] env[62563]: DEBUG nova.virt.hardware [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1563.086054] env[62563]: DEBUG nova.virt.hardware [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.086254] env[62563]: DEBUG nova.virt.hardware [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1563.086403] env[62563]: DEBUG nova.virt.hardware [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.086558] env[62563]: DEBUG nova.virt.hardware [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1563.086758] env[62563]: DEBUG nova.virt.hardware [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1563.086919] env[62563]: DEBUG nova.virt.hardware [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1563.087120] env[62563]: DEBUG nova.virt.hardware [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1563.087264] env[62563]: DEBUG nova.virt.hardware [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1563.087433] env[62563]: DEBUG nova.virt.hardware [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1563.088336] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b84068a-24cb-4771-a09c-14fa176d87e8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.096136] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e720e2e8-9c63-4cad-a3df-46f2b7a8a731 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.134820] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.135189] env[62563]: DEBUG nova.compute.manager [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Instance network_info: |[{"id": "06ee07d7-1c6f-4760-9980-d5ff356e15f0", "address": "fa:16:3e:8c:1f:d4", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ee07d7-1c", "ovs_interfaceid": "06ee07d7-1c6f-4760-9980-d5ff356e15f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1563.135492] env[62563]: DEBUG oslo_concurrency.lockutils [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] Acquired lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.136488] env[62563]: DEBUG nova.network.neutron [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Refreshing network info cache for port 06ee07d7-1c6f-4760-9980-d5ff356e15f0 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.137319] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:1f:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06ee07d7-1c6f-4760-9980-d5ff356e15f0', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.144972] env[62563]: DEBUG oslo.service.loopingcall [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.147810] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.148317] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-215778aa-d911-4f0f-a40e-308c979eeb7f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.168956] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.168956] env[62563]: value = "task-1751175" [ 1563.168956] env[62563]: _type = "Task" [ 1563.168956] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.177503] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751175, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.260385] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1563.260385] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5286217a-e8d3-a84d-6796-2cba7679049a" [ 1563.260385] env[62563]: _type = "HttpNfcLease" [ 1563.260385] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1563.260705] env[62563]: DEBUG oslo_vmware.rw_handles [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1563.260705] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5286217a-e8d3-a84d-6796-2cba7679049a" [ 1563.260705] env[62563]: _type = "HttpNfcLease" [ 1563.260705] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1563.261524] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8e5062-1709-41f1-9546-ac32f6f764a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.269879] env[62563]: DEBUG oslo_vmware.rw_handles [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f68974-451a-1158-6bf3-e11a8e0aad48/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1563.269879] env[62563]: DEBUG oslo_vmware.rw_handles [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f68974-451a-1158-6bf3-e11a8e0aad48/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1563.406263] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751174, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.466989] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0b25fca7-b535-4441-958e-55d77a764402 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.488944] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.489234] env[62563]: DEBUG nova.compute.manager [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1563.492337] env[62563]: DEBUG oslo_concurrency.lockutils [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.155s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.492581] env[62563]: DEBUG nova.objects.instance [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lazy-loading 'resources' on Instance uuid 9f0ed422-011e-4661-b0ee-1d1529b1eccf {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.571726] env[62563]: DEBUG nova.network.neutron [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updated VIF entry in instance network info cache for port 06ee07d7-1c6f-4760-9980-d5ff356e15f0. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1563.572096] env[62563]: DEBUG nova.network.neutron [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance_info_cache with network_info: [{"id": "06ee07d7-1c6f-4760-9980-d5ff356e15f0", "address": "fa:16:3e:8c:1f:d4", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ee07d7-1c", "ovs_interfaceid": "06ee07d7-1c6f-4760-9980-d5ff356e15f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.679534] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751175, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.710733] env[62563]: DEBUG nova.network.neutron [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Successfully updated port: a82eabbb-3de8-45da-9252-0466a9ecc83b {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1563.906581] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751174, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.996353] env[62563]: DEBUG nova.compute.utils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.003944] env[62563]: DEBUG nova.compute.manager [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1564.004149] env[62563]: DEBUG nova.network.neutron [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.049632] env[62563]: DEBUG nova.policy [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd8276e93f54c64a7b9555cf7ac58d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6d7499cd6b47cb8e408f3e13796971', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1564.074992] env[62563]: DEBUG oslo_concurrency.lockutils [req-80cd226b-96a1-476d-a03b-a1e40f4ec931 req-c7b77811-bdac-401a-a950-f7f5893aa3a9 service nova] Releasing lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.181240] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751175, 'name': CreateVM_Task, 'duration_secs': 0.966355} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.181240] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1564.181604] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.181786] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.182220] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1564.182504] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b322e2-867e-457b-bd0b-d70a0bd2bc20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.191946] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1564.191946] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52240ab1-ae62-5b5b-d9f6-37ecf5905906" [ 1564.191946] env[62563]: _type = "Task" [ 1564.191946] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.200025] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52240ab1-ae62-5b5b-d9f6-37ecf5905906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.218142] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "refresh_cache-7951bf7f-06c1-47ec-b392-6cfedd8df5b9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.218142] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "refresh_cache-7951bf7f-06c1-47ec-b392-6cfedd8df5b9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.219200] env[62563]: DEBUG nova.network.neutron [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.367985] env[62563]: DEBUG nova.network.neutron [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Successfully created port: 66d347bb-0e5f-4830-b186-154044db5726 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1564.409810] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751174, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.442877] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46928dc6-c971-4028-88f0-2a42cc2e5e97 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.450671] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4ed55d-5eb7-4a4a-bdb5-c5919a953d7f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.485276] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7b3cce-7cf8-4c45-bf29-fb0cbf71bf67 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.493386] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65237eb4-fc88-4c5c-959e-db5d696fd45f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.508517] env[62563]: DEBUG nova.compute.manager [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1564.512199] env[62563]: DEBUG nova.compute.provider_tree [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.703057] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52240ab1-ae62-5b5b-d9f6-37ecf5905906, 'name': SearchDatastore_Task, 'duration_secs': 0.094136} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.704082] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.704459] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1564.704752] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.705518] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.705518] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1564.705518] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0e77128-9d9d-4171-9cd7-4d0a4386e26a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.725211] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1564.725831] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1564.726720] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc6061c-f5f7-4bfe-97ec-6644219a8d40 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.735491] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1564.735491] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52641c07-439f-9746-94d6-4ecd4e26228f" [ 1564.735491] env[62563]: _type = "Task" [ 1564.735491] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.744577] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52641c07-439f-9746-94d6-4ecd4e26228f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.758561] env[62563]: DEBUG nova.network.neutron [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1564.908693] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751174, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.913548] env[62563]: DEBUG nova.network.neutron [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Updating instance_info_cache with network_info: [{"id": "a82eabbb-3de8-45da-9252-0466a9ecc83b", "address": "fa:16:3e:20:b7:de", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82eabbb-3d", "ovs_interfaceid": "a82eabbb-3de8-45da-9252-0466a9ecc83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.018632] env[62563]: DEBUG nova.scheduler.client.report [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1565.247149] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52641c07-439f-9746-94d6-4ecd4e26228f, 'name': SearchDatastore_Task, 'duration_secs': 0.097291} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.248167] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5d78e3-a419-477e-8a80-8753acd40b4e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.255205] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1565.255205] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52665f00-5760-936b-d8b3-d40dafe928fa" [ 1565.255205] env[62563]: _type = "Task" [ 1565.255205] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.264880] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52665f00-5760-936b-d8b3-d40dafe928fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.386803] env[62563]: DEBUG nova.compute.manager [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Received event network-vif-plugged-a82eabbb-3de8-45da-9252-0466a9ecc83b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1565.387844] env[62563]: DEBUG oslo_concurrency.lockutils [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] Acquiring lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.388319] env[62563]: DEBUG oslo_concurrency.lockutils [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] Lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.388593] env[62563]: DEBUG oslo_concurrency.lockutils [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] Lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.388889] env[62563]: DEBUG nova.compute.manager [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] No waiting events found dispatching network-vif-plugged-a82eabbb-3de8-45da-9252-0466a9ecc83b {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1565.389177] env[62563]: WARNING nova.compute.manager [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Received unexpected event network-vif-plugged-a82eabbb-3de8-45da-9252-0466a9ecc83b for instance with vm_state building and task_state spawning. [ 1565.389465] env[62563]: DEBUG nova.compute.manager [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Received event network-changed-a82eabbb-3de8-45da-9252-0466a9ecc83b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1565.389759] env[62563]: DEBUG nova.compute.manager [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Refreshing instance network info cache due to event network-changed-a82eabbb-3de8-45da-9252-0466a9ecc83b. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1565.390043] env[62563]: DEBUG oslo_concurrency.lockutils [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] Acquiring lock "refresh_cache-7951bf7f-06c1-47ec-b392-6cfedd8df5b9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.410246] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751174, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.417520] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "refresh_cache-7951bf7f-06c1-47ec-b392-6cfedd8df5b9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.417520] env[62563]: DEBUG nova.compute.manager [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Instance network_info: |[{"id": "a82eabbb-3de8-45da-9252-0466a9ecc83b", "address": "fa:16:3e:20:b7:de", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82eabbb-3d", "ovs_interfaceid": "a82eabbb-3de8-45da-9252-0466a9ecc83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1565.418158] env[62563]: DEBUG oslo_concurrency.lockutils [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] Acquired lock "refresh_cache-7951bf7f-06c1-47ec-b392-6cfedd8df5b9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.418668] env[62563]: DEBUG nova.network.neutron [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Refreshing network info cache for port a82eabbb-3de8-45da-9252-0466a9ecc83b {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1565.421414] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:b7:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a82eabbb-3de8-45da-9252-0466a9ecc83b', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1565.429156] env[62563]: DEBUG oslo.service.loopingcall [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.429903] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1565.431463] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db69acb2-920d-4cb6-a37b-3d357d8f53d2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.453709] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1565.453709] env[62563]: value = "task-1751176" [ 1565.453709] env[62563]: _type = "Task" [ 1565.453709] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.464635] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751176, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.520107] env[62563]: DEBUG nova.compute.manager [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1565.527373] env[62563]: DEBUG oslo_concurrency.lockutils [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.529808] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.915s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.531587] env[62563]: INFO nova.compute.claims [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1565.549486] env[62563]: DEBUG nova.virt.hardware [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1565.549858] env[62563]: DEBUG nova.virt.hardware [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1565.550225] env[62563]: DEBUG nova.virt.hardware [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1565.550610] env[62563]: DEBUG nova.virt.hardware [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1565.550884] env[62563]: DEBUG nova.virt.hardware [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1565.551076] env[62563]: DEBUG nova.virt.hardware [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1565.551511] env[62563]: DEBUG nova.virt.hardware [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1565.552767] env[62563]: DEBUG nova.virt.hardware [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1565.553011] env[62563]: DEBUG nova.virt.hardware [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1565.553255] env[62563]: DEBUG nova.virt.hardware [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1565.553501] env[62563]: DEBUG nova.virt.hardware [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1565.554523] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a91286b-4e56-454e-8e35-5209ceed1f6c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.558370] env[62563]: INFO nova.scheduler.client.report [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted allocations for instance 9f0ed422-011e-4661-b0ee-1d1529b1eccf [ 1565.566842] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da45f13-9055-46fa-b180-2104e9af0799 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.766439] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52665f00-5760-936b-d8b3-d40dafe928fa, 'name': SearchDatastore_Task, 'duration_secs': 0.122552} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.766825] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.767126] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] df476669-fe42-4518-bfb3-07bc3eccfb05/df476669-fe42-4518-bfb3-07bc3eccfb05.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1565.767415] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-479958b2-bebc-4cfa-801a-c89970a4a45b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.773920] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1565.773920] env[62563]: value = "task-1751177" [ 1565.773920] env[62563]: _type = "Task" [ 1565.773920] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.781986] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.911532] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751174, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.672051} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.915737] env[62563]: DEBUG nova.network.neutron [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Successfully updated port: 66d347bb-0e5f-4830-b186-154044db5726 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1565.917800] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0b7fbe88-0739-484b-b727-2293d19df47c/0b7fbe88-0739-484b-b727-2293d19df47c.vmdk to [datastore1] 9e485fef-8ccd-4069-b33c-d94b2162019a/9e485fef-8ccd-4069-b33c-d94b2162019a.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1565.918609] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5ba48c-9a19-4061-b75f-e37b0ec5b845 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.949726] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 9e485fef-8ccd-4069-b33c-d94b2162019a/9e485fef-8ccd-4069-b33c-d94b2162019a.vmdk or device None with type streamOptimized {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.949902] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-986aa48c-b43d-4227-a651-b3ccfabec764 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.982276] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1565.982276] env[62563]: value = "task-1751178" [ 1565.982276] env[62563]: _type = "Task" [ 1565.982276] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.986419] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751176, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.997458] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.070795] env[62563]: DEBUG oslo_concurrency.lockutils [None req-266bc09a-0c5c-4738-b14f-64649f994a36 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "9f0ed422-011e-4661-b0ee-1d1529b1eccf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.324s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.226241] env[62563]: DEBUG nova.network.neutron [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Updated VIF entry in instance network info cache for port a82eabbb-3de8-45da-9252-0466a9ecc83b. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1566.226755] env[62563]: DEBUG nova.network.neutron [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Updating instance_info_cache with network_info: [{"id": "a82eabbb-3de8-45da-9252-0466a9ecc83b", "address": "fa:16:3e:20:b7:de", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82eabbb-3d", "ovs_interfaceid": "a82eabbb-3de8-45da-9252-0466a9ecc83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.283992] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47255} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.284522] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] df476669-fe42-4518-bfb3-07bc3eccfb05/df476669-fe42-4518-bfb3-07bc3eccfb05.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1566.285211] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1566.285211] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d1c9aa6-e00a-490d-b391-83dd77160cda {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.291781] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1566.291781] env[62563]: value = "task-1751179" [ 1566.291781] env[62563]: _type = "Task" [ 1566.291781] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.300828] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.418841] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.419039] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.419215] env[62563]: DEBUG nova.network.neutron [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1566.484295] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751176, 'name': CreateVM_Task, 'duration_secs': 0.794927} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.485025] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.485369] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.485538] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.486108] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.486506] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bae7d41-4267-484d-b9dc-d126a35b61ee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.494968] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1566.494968] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d5f953-5266-7bde-4919-912c2de72fc2" [ 1566.494968] env[62563]: _type = "Task" [ 1566.494968] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.498602] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.506850] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d5f953-5266-7bde-4919-912c2de72fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.736878] env[62563]: DEBUG oslo_concurrency.lockutils [req-b90f044b-ffd7-4fae-9713-7c7a5099c983 req-1be0e3df-886e-4ef3-90b8-655f9080e972 service nova] Releasing lock "refresh_cache-7951bf7f-06c1-47ec-b392-6cfedd8df5b9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.801805] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064425} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.804485] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.807033] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce38174-edae-4bac-ae77-3cc035163394 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.829499] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] df476669-fe42-4518-bfb3-07bc3eccfb05/df476669-fe42-4518-bfb3-07bc3eccfb05.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.832487] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c89f7f-ab8d-4ee0-9f77-6d3536eba2fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.853360] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1566.853360] env[62563]: value = "task-1751180" [ 1566.853360] env[62563]: _type = "Task" [ 1566.853360] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.864875] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.952245] env[62563]: DEBUG nova.network.neutron [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1566.956329] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db00b471-a780-4d14-bfc9-4522f9904ee9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.964609] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f9f718-bc66-40eb-a0a8-13f3005cf789 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.009620] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21de6d0c-143c-4994-a712-bb68f4d6df75 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.017434] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751178, 'name': ReconfigVM_Task, 'duration_secs': 0.676914} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.022868] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 9e485fef-8ccd-4069-b33c-d94b2162019a/9e485fef-8ccd-4069-b33c-d94b2162019a.vmdk or device None with type streamOptimized {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.023641] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d5f953-5266-7bde-4919-912c2de72fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.023854] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c703927-ee1d-4a61-9a3d-bec014e02fa9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.026477] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbe51ab-6b42-4e84-a6a9-9f814c85d3d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.030679] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.030923] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.031174] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.031320] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.031499] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.033802] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c58ef872-4c87-493d-9e87-59375b864430 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.047266] env[62563]: DEBUG nova.compute.provider_tree [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.052027] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.052027] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.052027] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1567.052027] env[62563]: value = "task-1751181" [ 1567.052027] env[62563]: _type = "Task" [ 1567.052027] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.052366] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a77e7fb-8050-4bf3-999b-905d02b07a2d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.061335] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1567.061335] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5262fd80-8137-1d3b-8794-1709c5d42412" [ 1567.061335] env[62563]: _type = "Task" [ 1567.061335] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.065032] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751181, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.077948] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5262fd80-8137-1d3b-8794-1709c5d42412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.150929] env[62563]: DEBUG nova.network.neutron [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updating instance_info_cache with network_info: [{"id": "66d347bb-0e5f-4830-b186-154044db5726", "address": "fa:16:3e:07:23:b0", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d347bb-0e", "ovs_interfaceid": "66d347bb-0e5f-4830-b186-154044db5726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.364193] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751180, 'name': ReconfigVM_Task, 'duration_secs': 0.397354} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.364552] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Reconfigured VM instance instance-0000004a to attach disk [datastore1] df476669-fe42-4518-bfb3-07bc3eccfb05/df476669-fe42-4518-bfb3-07bc3eccfb05.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.365278] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19f52da0-b0a5-4503-a3bf-51aac024652d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.372969] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1567.372969] env[62563]: value = "task-1751182" [ 1567.372969] env[62563]: _type = "Task" [ 1567.372969] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.386324] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751182, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.429406] env[62563]: DEBUG nova.compute.manager [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Received event network-vif-plugged-66d347bb-0e5f-4830-b186-154044db5726 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1567.429680] env[62563]: DEBUG oslo_concurrency.lockutils [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] Acquiring lock "0e5a8473-09a3-49c7-91be-144a3561fd23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.429823] env[62563]: DEBUG oslo_concurrency.lockutils [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] Lock "0e5a8473-09a3-49c7-91be-144a3561fd23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.429967] env[62563]: DEBUG oslo_concurrency.lockutils [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] Lock "0e5a8473-09a3-49c7-91be-144a3561fd23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.430306] env[62563]: DEBUG nova.compute.manager [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] No waiting events found dispatching network-vif-plugged-66d347bb-0e5f-4830-b186-154044db5726 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1567.430494] env[62563]: WARNING nova.compute.manager [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Received unexpected event network-vif-plugged-66d347bb-0e5f-4830-b186-154044db5726 for instance with vm_state building and task_state spawning. [ 1567.430660] env[62563]: DEBUG nova.compute.manager [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Received event network-changed-66d347bb-0e5f-4830-b186-154044db5726 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1567.430815] env[62563]: DEBUG nova.compute.manager [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Refreshing instance network info cache due to event network-changed-66d347bb-0e5f-4830-b186-154044db5726. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1567.430987] env[62563]: DEBUG oslo_concurrency.lockutils [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] Acquiring lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.554088] env[62563]: DEBUG nova.scheduler.client.report [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1567.568574] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751181, 'name': Rename_Task, 'duration_secs': 0.191289} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.571983] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.572903] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb8ce0b4-1a1f-419e-ab21-cd0714ed1b0d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.580365] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5262fd80-8137-1d3b-8794-1709c5d42412, 'name': SearchDatastore_Task, 'duration_secs': 0.016481} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.582152] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1567.582152] env[62563]: value = "task-1751183" [ 1567.582152] env[62563]: _type = "Task" [ 1567.582152] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.582697] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-873fc967-7e98-4502-98df-69173f1d272d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.591161] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1567.591161] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520c16dd-8337-5711-b446-62a4a6465755" [ 1567.591161] env[62563]: _type = "Task" [ 1567.591161] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.594332] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.603752] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520c16dd-8337-5711-b446-62a4a6465755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.654141] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.654141] env[62563]: DEBUG nova.compute.manager [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Instance network_info: |[{"id": "66d347bb-0e5f-4830-b186-154044db5726", "address": "fa:16:3e:07:23:b0", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d347bb-0e", "ovs_interfaceid": "66d347bb-0e5f-4830-b186-154044db5726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1567.654141] env[62563]: DEBUG oslo_concurrency.lockutils [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] Acquired lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.654421] env[62563]: DEBUG nova.network.neutron [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Refreshing network info cache for port 66d347bb-0e5f-4830-b186-154044db5726 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1567.655567] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:23:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66d347bb-0e5f-4830-b186-154044db5726', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1567.662929] env[62563]: DEBUG oslo.service.loopingcall [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.665782] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1567.666291] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eebb76bf-1593-4b62-ae98-bb1d9202569a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.686456] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1567.686456] env[62563]: value = "task-1751184" [ 1567.686456] env[62563]: _type = "Task" [ 1567.686456] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.694177] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751184, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.888952] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751182, 'name': Rename_Task, 'duration_secs': 0.181212} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.889280] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.890815] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9532ced-3cd3-472d-a4e6-f11ac51ecd9a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.896677] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1567.896677] env[62563]: value = "task-1751185" [ 1567.896677] env[62563]: _type = "Task" [ 1567.896677] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.920587] env[62563]: DEBUG nova.network.neutron [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updated VIF entry in instance network info cache for port 66d347bb-0e5f-4830-b186-154044db5726. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1567.921534] env[62563]: DEBUG nova.network.neutron [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updating instance_info_cache with network_info: [{"id": "66d347bb-0e5f-4830-b186-154044db5726", "address": "fa:16:3e:07:23:b0", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d347bb-0e", "ovs_interfaceid": "66d347bb-0e5f-4830-b186-154044db5726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.941184] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "2371ed40-8706-4d19-a9d0-c7e5572c90fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.941645] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "2371ed40-8706-4d19-a9d0-c7e5572c90fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.064120] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.064620] env[62563]: DEBUG nova.compute.manager [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1568.067592] env[62563]: DEBUG oslo_concurrency.lockutils [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.794s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.067786] env[62563]: DEBUG nova.objects.instance [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1568.096164] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751183, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.106029] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520c16dd-8337-5711-b446-62a4a6465755, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.107419] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.107713] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 7951bf7f-06c1-47ec-b392-6cfedd8df5b9/7951bf7f-06c1-47ec-b392-6cfedd8df5b9.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1568.108051] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8909137c-dd07-451b-871f-cc59ecc4497c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.114603] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1568.114603] env[62563]: value = "task-1751186" [ 1568.114603] env[62563]: _type = "Task" [ 1568.114603] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.123233] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.197960] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751184, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.407964] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751185, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.423794] env[62563]: DEBUG oslo_concurrency.lockutils [req-4a1ba2c9-e9b6-49ce-a105-1d910444a348 req-070edd1e-6db0-4247-8144-059206474903 service nova] Releasing lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.445534] env[62563]: DEBUG nova.compute.manager [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1568.572711] env[62563]: DEBUG nova.compute.utils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1568.579778] env[62563]: DEBUG nova.compute.manager [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1568.580071] env[62563]: DEBUG nova.network.neutron [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1568.596884] env[62563]: DEBUG oslo_vmware.api [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751183, 'name': PowerOnVM_Task, 'duration_secs': 0.63631} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.599014] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.599259] env[62563]: INFO nova.compute.manager [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Took 14.71 seconds to spawn the instance on the hypervisor. [ 1568.599444] env[62563]: DEBUG nova.compute.manager [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1568.600317] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefd09e5-d139-40c9-b240-dd6595e43003 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.625841] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751186, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.658519] env[62563]: DEBUG nova.policy [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '659c31d1abbf4bcea2ae2543b8475cba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bc3b073f7a8402f9618e8d1e287abe7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1568.701857] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751184, 'name': CreateVM_Task, 'duration_secs': 0.542571} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.702173] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1568.703278] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.703565] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.704083] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1568.704484] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a41b06e-6f80-444c-ae93-39407fada508 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.711694] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1568.711694] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e67fe0-0669-b11a-f74d-3b3d71b8e47f" [ 1568.711694] env[62563]: _type = "Task" [ 1568.711694] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.724220] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e67fe0-0669-b11a-f74d-3b3d71b8e47f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.908709] env[62563]: DEBUG oslo_vmware.api [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751185, 'name': PowerOnVM_Task, 'duration_secs': 0.805589} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.909059] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.909313] env[62563]: INFO nova.compute.manager [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1568.909552] env[62563]: DEBUG nova.compute.manager [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1568.910453] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ea72e2-572f-4c1b-a623-0a7597dc09e3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.979270] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.081611] env[62563]: DEBUG nova.compute.manager [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1569.085681] env[62563]: DEBUG oslo_concurrency.lockutils [None req-385001d0-5118-446a-9520-90794f2826c8 tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.086996] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.076s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.087325] env[62563]: DEBUG nova.objects.instance [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Lazy-loading 'resources' on Instance uuid 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.120449] env[62563]: INFO nova.compute.manager [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Took 40.99 seconds to build instance. [ 1569.127864] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527944} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.128366] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 7951bf7f-06c1-47ec-b392-6cfedd8df5b9/7951bf7f-06c1-47ec-b392-6cfedd8df5b9.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1569.128616] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1569.129110] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d796f061-7b9c-43e7-ae54-ec2a0c96fd1e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.136203] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1569.136203] env[62563]: value = "task-1751187" [ 1569.136203] env[62563]: _type = "Task" [ 1569.136203] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.144730] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.207064] env[62563]: DEBUG nova.network.neutron [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Successfully created port: 893db02c-76ee-48b6-8835-39b1518ac0a3 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1569.222634] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e67fe0-0669-b11a-f74d-3b3d71b8e47f, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.223052] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.223302] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1569.223623] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.223822] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.224232] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1569.224576] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9613b642-78b2-4ab3-bed2-76864723a7f6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.233106] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1569.233289] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1569.234036] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6503d68c-1297-4536-8c65-33501ec1d29f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.239053] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1569.239053] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52183eec-4812-400b-1331-f10d2e3c8f7d" [ 1569.239053] env[62563]: _type = "Task" [ 1569.239053] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.246827] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52183eec-4812-400b-1331-f10d2e3c8f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.428126] env[62563]: INFO nova.compute.manager [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Took 36.67 seconds to build instance. [ 1569.630953] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3f3e6265-43cc-4a3d-9022-b724fdce8ba8 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "9e485fef-8ccd-4069-b33c-d94b2162019a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.800s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.653789] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156946} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.654127] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.655250] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5781c675-3002-4e12-8fbd-b0f87b911be1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.680777] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 7951bf7f-06c1-47ec-b392-6cfedd8df5b9/7951bf7f-06c1-47ec-b392-6cfedd8df5b9.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.684402] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eda8758-0123-4d29-aa96-ff47505795ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.707722] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1569.707722] env[62563]: value = "task-1751188" [ 1569.707722] env[62563]: _type = "Task" [ 1569.707722] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.718996] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.751739] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52183eec-4812-400b-1331-f10d2e3c8f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.752613] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185986a2-8aec-4792-8801-35c3c55acb93 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.760148] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1569.760148] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523310e0-029c-ec43-6528-9ae2bb287088" [ 1569.760148] env[62563]: _type = "Task" [ 1569.760148] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.768137] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523310e0-029c-ec43-6528-9ae2bb287088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.904568] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "9e485fef-8ccd-4069-b33c-d94b2162019a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.904898] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "9e485fef-8ccd-4069-b33c-d94b2162019a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.905130] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "9e485fef-8ccd-4069-b33c-d94b2162019a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.905363] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "9e485fef-8ccd-4069-b33c-d94b2162019a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.905595] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "9e485fef-8ccd-4069-b33c-d94b2162019a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.907945] env[62563]: INFO nova.compute.manager [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Terminating instance [ 1569.909843] env[62563]: DEBUG nova.compute.manager [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1569.910138] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.910919] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f87fc73-435f-443c-8ae0-19e58e7a2b3d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.922384] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.922674] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b1e9082-2262-4110-b8dc-b409bbbccef8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.929703] env[62563]: DEBUG oslo_concurrency.lockutils [None req-22247543-926e-4262-b356-531a51ed19ec tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "df476669-fe42-4518-bfb3-07bc3eccfb05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.023s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.931543] env[62563]: DEBUG oslo_vmware.api [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1569.931543] env[62563]: value = "task-1751189" [ 1569.931543] env[62563]: _type = "Task" [ 1569.931543] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.941204] env[62563]: DEBUG oslo_vmware.api [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.040029] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ac24c4-db35-4d30-a5ef-f3825033a2ae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.048179] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0829b24-a019-4e42-bac4-564c18cf609e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.084742] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43496ffc-0829-46f2-bbb0-9cee8ff174ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.093370] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb9bf50-2a4c-410a-ab8a-8658c76c0586 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.098470] env[62563]: DEBUG nova.compute.manager [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1570.111542] env[62563]: DEBUG nova.compute.provider_tree [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.130016] env[62563]: DEBUG nova.virt.hardware [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1570.130282] env[62563]: DEBUG nova.virt.hardware [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1570.130434] env[62563]: DEBUG nova.virt.hardware [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.130611] env[62563]: DEBUG nova.virt.hardware [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1570.130755] env[62563]: DEBUG nova.virt.hardware [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.130897] env[62563]: DEBUG nova.virt.hardware [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1570.131116] env[62563]: DEBUG nova.virt.hardware [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1570.131334] env[62563]: DEBUG nova.virt.hardware [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1570.131546] env[62563]: DEBUG nova.virt.hardware [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1570.131732] env[62563]: DEBUG nova.virt.hardware [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1570.131953] env[62563]: DEBUG nova.virt.hardware [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1570.133330] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9ff62c-246d-4875-9ba9-919d44657dca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.142590] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4cc789-06f1-456c-8b85-600b31f67b28 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.219826] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751188, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.272368] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523310e0-029c-ec43-6528-9ae2bb287088, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.272682] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.273044] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0e5a8473-09a3-49c7-91be-144a3561fd23/0e5a8473-09a3-49c7-91be-144a3561fd23.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1570.273359] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49c0037f-7cec-45cf-b943-fd828ad6e2a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.279555] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1570.279555] env[62563]: value = "task-1751190" [ 1570.279555] env[62563]: _type = "Task" [ 1570.279555] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.288208] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.441772] env[62563]: DEBUG oslo_vmware.api [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751189, 'name': PowerOffVM_Task, 'duration_secs': 0.231076} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.442115] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.442260] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.442510] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f0837fc-bd24-487f-b303-95ec6e0506a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.602141] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.602402] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.602615] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleting the datastore file [datastore1] 9e485fef-8ccd-4069-b33c-d94b2162019a {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.603057] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e30a06b2-5587-4680-aa90-01c0c139f4a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.609642] env[62563]: DEBUG oslo_vmware.api [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1570.609642] env[62563]: value = "task-1751192" [ 1570.609642] env[62563]: _type = "Task" [ 1570.609642] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.618963] env[62563]: DEBUG nova.scheduler.client.report [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1570.622277] env[62563]: DEBUG oslo_vmware.api [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.630247] env[62563]: DEBUG nova.compute.manager [req-e03e709c-c245-4ff5-b7fe-33276117194f req-d9f33450-539b-4b30-a55c-18f19ec67721 service nova] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Received event network-vif-plugged-893db02c-76ee-48b6-8835-39b1518ac0a3 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1570.636328] env[62563]: DEBUG oslo_concurrency.lockutils [req-e03e709c-c245-4ff5-b7fe-33276117194f req-d9f33450-539b-4b30-a55c-18f19ec67721 service nova] Acquiring lock "6ad2736a-9483-4afd-9bc5-982cdbbf610a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.636597] env[62563]: DEBUG oslo_concurrency.lockutils [req-e03e709c-c245-4ff5-b7fe-33276117194f req-d9f33450-539b-4b30-a55c-18f19ec67721 service nova] Lock "6ad2736a-9483-4afd-9bc5-982cdbbf610a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.006s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.636780] env[62563]: DEBUG oslo_concurrency.lockutils [req-e03e709c-c245-4ff5-b7fe-33276117194f req-d9f33450-539b-4b30-a55c-18f19ec67721 service nova] Lock "6ad2736a-9483-4afd-9bc5-982cdbbf610a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.636956] env[62563]: DEBUG nova.compute.manager [req-e03e709c-c245-4ff5-b7fe-33276117194f req-d9f33450-539b-4b30-a55c-18f19ec67721 service nova] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] No waiting events found dispatching network-vif-plugged-893db02c-76ee-48b6-8835-39b1518ac0a3 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1570.637280] env[62563]: WARNING nova.compute.manager [req-e03e709c-c245-4ff5-b7fe-33276117194f req-d9f33450-539b-4b30-a55c-18f19ec67721 service nova] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Received unexpected event network-vif-plugged-893db02c-76ee-48b6-8835-39b1518ac0a3 for instance with vm_state building and task_state spawning. [ 1570.719404] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751188, 'name': ReconfigVM_Task, 'duration_secs': 0.552736} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.719692] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 7951bf7f-06c1-47ec-b392-6cfedd8df5b9/7951bf7f-06c1-47ec-b392-6cfedd8df5b9.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.720357] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eda05916-059a-4142-bac9-3ea1671b195a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.729500] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1570.729500] env[62563]: value = "task-1751193" [ 1570.729500] env[62563]: _type = "Task" [ 1570.729500] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.739118] env[62563]: DEBUG nova.network.neutron [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Successfully updated port: 893db02c-76ee-48b6-8835-39b1518ac0a3 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1570.750789] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751193, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.790434] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751190, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.119669] env[62563]: DEBUG oslo_vmware.api [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498913} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.119991] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.120170] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.120345] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.120545] env[62563]: INFO nova.compute.manager [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1571.120755] env[62563]: DEBUG oslo.service.loopingcall [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.120946] env[62563]: DEBUG nova.compute.manager [-] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1571.121059] env[62563]: DEBUG nova.network.neutron [-] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.124484] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.126673] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.817s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.126953] env[62563]: DEBUG nova.objects.instance [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Lazy-loading 'resources' on Instance uuid 90542d09-146e-43ab-9a35-4a0a573cc37b {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.145895] env[62563]: INFO nova.scheduler.client.report [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Deleted allocations for instance 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a [ 1571.237231] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751193, 'name': Rename_Task, 'duration_secs': 0.319646} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.237476] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.237759] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8e7446a-7635-4cd5-a0e7-040cff874290 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.244146] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1571.244146] env[62563]: value = "task-1751194" [ 1571.244146] env[62563]: _type = "Task" [ 1571.244146] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.252810] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Acquiring lock "refresh_cache-6ad2736a-9483-4afd-9bc5-982cdbbf610a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.252965] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Acquired lock "refresh_cache-6ad2736a-9483-4afd-9bc5-982cdbbf610a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.253267] env[62563]: DEBUG nova.network.neutron [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.254365] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.295721] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74589} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.296175] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0e5a8473-09a3-49c7-91be-144a3561fd23/0e5a8473-09a3-49c7-91be-144a3561fd23.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1571.296506] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1571.297496] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6e43e2e-8c4f-4016-b29d-0e3db089db34 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.305111] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1571.305111] env[62563]: value = "task-1751195" [ 1571.305111] env[62563]: _type = "Task" [ 1571.305111] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.314724] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.344863] env[62563]: DEBUG nova.compute.manager [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Stashing vm_state: active {{(pid=62563) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1571.654854] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ee75db5-f4df-4077-8c04-f62d7805b3b1 tempest-ServerTagsTestJSON-51338596 tempest-ServerTagsTestJSON-51338596-project-member] Lock "051ccc30-8f6b-47d3-b2db-c2ad213d4f9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.628s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.754945] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751194, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.789213] env[62563]: DEBUG nova.network.neutron [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1571.820328] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081442} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.820677] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1571.822309] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c6aac6-16e2-4d97-95ae-240597a6eb25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.846035] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 0e5a8473-09a3-49c7-91be-144a3561fd23/0e5a8473-09a3-49c7-91be-144a3561fd23.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.848857] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afcd119d-7823-46ac-9e94-004a8854eaa1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.879507] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1571.879507] env[62563]: value = "task-1751196" [ 1571.879507] env[62563]: _type = "Task" [ 1571.879507] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.887533] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.894557] env[62563]: DEBUG nova.network.neutron [-] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.895941] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.981928] env[62563]: DEBUG nova.network.neutron [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Updating instance_info_cache with network_info: [{"id": "893db02c-76ee-48b6-8835-39b1518ac0a3", "address": "fa:16:3e:12:7c:35", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893db02c-76", "ovs_interfaceid": "893db02c-76ee-48b6-8835-39b1518ac0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.049871] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0d27e2-78b1-4d2e-87d5-e6ca2085c65b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.057733] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f26766-a9c2-492c-8ed6-aed0ffd48149 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.091610] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54390cc-1e21-4e93-9598-43a209596ae2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.100844] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af15ae86-0a31-4168-95e1-7c0b4539e268 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.116089] env[62563]: DEBUG nova.compute.provider_tree [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.256201] env[62563]: DEBUG oslo_vmware.api [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751194, 'name': PowerOnVM_Task, 'duration_secs': 0.659978} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.256660] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1572.256740] env[62563]: INFO nova.compute.manager [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1572.256889] env[62563]: DEBUG nova.compute.manager [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1572.257707] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c1d629-56c2-46f4-bba7-7a1698b28af7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.390739] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.397123] env[62563]: INFO nova.compute.manager [-] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Took 1.28 seconds to deallocate network for instance. [ 1572.487144] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Releasing lock "refresh_cache-6ad2736a-9483-4afd-9bc5-982cdbbf610a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.487474] env[62563]: DEBUG nova.compute.manager [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Instance network_info: |[{"id": "893db02c-76ee-48b6-8835-39b1518ac0a3", "address": "fa:16:3e:12:7c:35", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893db02c-76", "ovs_interfaceid": "893db02c-76ee-48b6-8835-39b1518ac0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1572.487929] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:7c:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '893db02c-76ee-48b6-8835-39b1518ac0a3', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1572.496495] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Creating folder: Project (1bc3b073f7a8402f9618e8d1e287abe7). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1572.496829] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c2c4ea-216e-4468-a5fe-4ac87a8c4bdb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.509230] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Created folder: Project (1bc3b073f7a8402f9618e8d1e287abe7) in parent group-v363823. [ 1572.509230] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Creating folder: Instances. Parent ref: group-v364036. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1572.509230] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cce14ef1-2e3e-4838-842a-84a1eae5d5b9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.517715] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Created folder: Instances in parent group-v364036. [ 1572.517952] env[62563]: DEBUG oslo.service.loopingcall [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.518187] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1572.518399] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfc5183a-3179-41f9-81ee-0f7dadac74ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.544759] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1572.544759] env[62563]: value = "task-1751199" [ 1572.544759] env[62563]: _type = "Task" [ 1572.544759] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.552908] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751199, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.619702] env[62563]: DEBUG nova.scheduler.client.report [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1572.778152] env[62563]: INFO nova.compute.manager [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Took 38.96 seconds to build instance. [ 1572.891689] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751196, 'name': ReconfigVM_Task, 'duration_secs': 0.53884} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.893951] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 0e5a8473-09a3-49c7-91be-144a3561fd23/0e5a8473-09a3-49c7-91be-144a3561fd23.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.896134] env[62563]: DEBUG nova.compute.manager [req-ad990d96-ab83-470c-b38e-28fee1598d33 req-c11c1544-351b-43be-9be6-9ae43e45fc5c service nova] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Received event network-changed-893db02c-76ee-48b6-8835-39b1518ac0a3 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1572.896362] env[62563]: DEBUG nova.compute.manager [req-ad990d96-ab83-470c-b38e-28fee1598d33 req-c11c1544-351b-43be-9be6-9ae43e45fc5c service nova] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Refreshing instance network info cache due to event network-changed-893db02c-76ee-48b6-8835-39b1518ac0a3. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1572.896614] env[62563]: DEBUG oslo_concurrency.lockutils [req-ad990d96-ab83-470c-b38e-28fee1598d33 req-c11c1544-351b-43be-9be6-9ae43e45fc5c service nova] Acquiring lock "refresh_cache-6ad2736a-9483-4afd-9bc5-982cdbbf610a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.896790] env[62563]: DEBUG oslo_concurrency.lockutils [req-ad990d96-ab83-470c-b38e-28fee1598d33 req-c11c1544-351b-43be-9be6-9ae43e45fc5c service nova] Acquired lock "refresh_cache-6ad2736a-9483-4afd-9bc5-982cdbbf610a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.896963] env[62563]: DEBUG nova.network.neutron [req-ad990d96-ab83-470c-b38e-28fee1598d33 req-c11c1544-351b-43be-9be6-9ae43e45fc5c service nova] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Refreshing network info cache for port 893db02c-76ee-48b6-8835-39b1518ac0a3 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.898075] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8a24ab2-eb47-40da-91dd-a324a0baf605 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.903128] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.909034] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1572.909034] env[62563]: value = "task-1751200" [ 1572.909034] env[62563]: _type = "Task" [ 1572.909034] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.917743] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751200, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.057751] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751199, 'name': CreateVM_Task, 'duration_secs': 0.510909} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.058298] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1573.059109] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.059446] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.059657] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1573.059925] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e20cb02-2c64-41a3-bbe6-14e229211c4c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.065563] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Waiting for the task: (returnval){ [ 1573.065563] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5272774a-5b26-e207-93fe-deae0e344744" [ 1573.065563] env[62563]: _type = "Task" [ 1573.065563] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.073507] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5272774a-5b26-e207-93fe-deae0e344744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.125115] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.128041] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.674s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.128289] env[62563]: DEBUG nova.objects.instance [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lazy-loading 'resources' on Instance uuid 01d446e3-f1ef-4357-b04c-500948f0b645 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.154024] env[62563]: INFO nova.scheduler.client.report [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Deleted allocations for instance 90542d09-146e-43ab-9a35-4a0a573cc37b [ 1573.282707] env[62563]: DEBUG oslo_concurrency.lockutils [None req-997cf34d-354e-460a-b31b-c1983da440ae tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.958s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.418066] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751200, 'name': Rename_Task, 'duration_secs': 0.213056} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.418066] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.418066] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0744d259-24e0-4e3d-893e-2273cc125854 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.424625] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1573.424625] env[62563]: value = "task-1751201" [ 1573.424625] env[62563]: _type = "Task" [ 1573.424625] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.433504] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.529566] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.529856] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.530013] env[62563]: INFO nova.compute.manager [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Shelving [ 1573.580041] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5272774a-5b26-e207-93fe-deae0e344744, 'name': SearchDatastore_Task, 'duration_secs': 0.01875} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.580367] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.581240] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1573.581240] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.581240] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.581570] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1573.582130] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c77eb5b-a31f-4b4b-9661-758cb1a3c261 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.600688] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1573.600688] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1573.600688] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2003b5c9-7ee3-4fe4-964d-fc00a08617ae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.607959] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Waiting for the task: (returnval){ [ 1573.607959] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52608f5c-2758-a357-46a5-6fa80de310a7" [ 1573.607959] env[62563]: _type = "Task" [ 1573.607959] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.617708] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52608f5c-2758-a357-46a5-6fa80de310a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.667409] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79908323-0791-4418-95c1-663697f13a7e tempest-ServerShowV257Test-1707785862 tempest-ServerShowV257Test-1707785862-project-member] Lock "90542d09-146e-43ab-9a35-4a0a573cc37b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.116s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.716234] env[62563]: DEBUG nova.network.neutron [req-ad990d96-ab83-470c-b38e-28fee1598d33 req-c11c1544-351b-43be-9be6-9ae43e45fc5c service nova] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Updated VIF entry in instance network info cache for port 893db02c-76ee-48b6-8835-39b1518ac0a3. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1573.716644] env[62563]: DEBUG nova.network.neutron [req-ad990d96-ab83-470c-b38e-28fee1598d33 req-c11c1544-351b-43be-9be6-9ae43e45fc5c service nova] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Updating instance_info_cache with network_info: [{"id": "893db02c-76ee-48b6-8835-39b1518ac0a3", "address": "fa:16:3e:12:7c:35", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893db02c-76", "ovs_interfaceid": "893db02c-76ee-48b6-8835-39b1518ac0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.937531] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.043113] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1574.043512] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec1b296-4f39-4860-9f25-7b79f10860ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.057360] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1574.057360] env[62563]: value = "task-1751202" [ 1574.057360] env[62563]: _type = "Task" [ 1574.057360] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.070223] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.114571] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af32919f-0d8e-4d96-a2ee-9a156fcdfbe3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.127172] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bbce41-c345-4f9e-8bc9-25d1187b8b25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.130665] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52608f5c-2758-a357-46a5-6fa80de310a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.132022] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edbd0b0f-36a4-4a58-91d2-6f4acc87136b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.163949] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2742a5-6ad1-4c5d-8fa3-e1d47666b7a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.169133] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Waiting for the task: (returnval){ [ 1574.169133] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5248265b-0b56-7f07-3a9c-c8a3fc72c9e2" [ 1574.169133] env[62563]: _type = "Task" [ 1574.169133] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.170126] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.176378] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.180069] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173b9872-e9cd-49f0-946e-5376bf24daba {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.190509] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5248265b-0b56-7f07-3a9c-c8a3fc72c9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016672} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.191411] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.191870] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 6ad2736a-9483-4afd-9bc5-982cdbbf610a/6ad2736a-9483-4afd-9bc5-982cdbbf610a.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1574.192167] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6db5b9ec-7dc8-4044-8674-d220a466b741 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.205486] env[62563]: DEBUG nova.compute.provider_tree [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.212897] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Waiting for the task: (returnval){ [ 1574.212897] env[62563]: value = "task-1751203" [ 1574.212897] env[62563]: _type = "Task" [ 1574.212897] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.220738] env[62563]: DEBUG oslo_concurrency.lockutils [req-ad990d96-ab83-470c-b38e-28fee1598d33 req-c11c1544-351b-43be-9be6-9ae43e45fc5c service nova] Releasing lock "refresh_cache-6ad2736a-9483-4afd-9bc5-982cdbbf610a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.221191] env[62563]: DEBUG nova.compute.manager [req-ad990d96-ab83-470c-b38e-28fee1598d33 req-c11c1544-351b-43be-9be6-9ae43e45fc5c service nova] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Received event network-vif-deleted-36d3e362-62fe-4bd8-8a2e-5b82f0396397 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1574.228098] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.397522] env[62563]: DEBUG oslo_vmware.rw_handles [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f68974-451a-1158-6bf3-e11a8e0aad48/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1574.398711] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0102ff4e-f285-4a0b-878d-5bef4cd5b87d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.408490] env[62563]: DEBUG oslo_vmware.rw_handles [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f68974-451a-1158-6bf3-e11a8e0aad48/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1574.408670] env[62563]: ERROR oslo_vmware.rw_handles [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f68974-451a-1158-6bf3-e11a8e0aad48/disk-0.vmdk due to incomplete transfer. [ 1574.408925] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec3144c3-36e7-45ca-8235-4d5752e9dbca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.420781] env[62563]: DEBUG oslo_vmware.rw_handles [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f68974-451a-1158-6bf3-e11a8e0aad48/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1574.421117] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Uploaded image b5c2c768-c840-4c21-a817-3ecd568aded4 to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1574.424285] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1574.424595] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-10941c4b-9efd-45b7-a619-e45e741b51d8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.439603] env[62563]: DEBUG oslo_vmware.api [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751201, 'name': PowerOnVM_Task, 'duration_secs': 0.766912} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.440581] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.440685] env[62563]: INFO nova.compute.manager [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1574.440821] env[62563]: DEBUG nova.compute.manager [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1574.441259] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1574.441259] env[62563]: value = "task-1751204" [ 1574.441259] env[62563]: _type = "Task" [ 1574.441259] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.442097] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6441cc56-55db-45cc-a3bb-9a1ecceafd80 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.454185] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751204, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.570188] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751202, 'name': PowerOffVM_Task, 'duration_secs': 0.266927} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.570422] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.571379] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19685ad4-f227-474a-bf8d-2eac3a6fdb0e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.592371] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fd097d-73c7-4aff-9ec2-97da32f09e7b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.687358] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.687590] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1574.687740] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1574.709492] env[62563]: DEBUG nova.scheduler.client.report [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1574.723115] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499965} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.723406] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 6ad2736a-9483-4afd-9bc5-982cdbbf610a/6ad2736a-9483-4afd-9bc5-982cdbbf610a.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.723620] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.723875] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb190da2-85f1-4bc4-9784-164936762068 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.730968] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Waiting for the task: (returnval){ [ 1574.730968] env[62563]: value = "task-1751205" [ 1574.730968] env[62563]: _type = "Task" [ 1574.730968] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.739787] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.956717] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751204, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.969636] env[62563]: INFO nova.compute.manager [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Took 40.60 seconds to build instance. [ 1575.105246] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1575.105621] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c08c1c34-6f3e-4a33-b033-7948257aea4a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.113051] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1575.113051] env[62563]: value = "task-1751206" [ 1575.113051] env[62563]: _type = "Task" [ 1575.113051] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.122256] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751206, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.195401] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Skipping network cache update for instance because it is Building. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1575.214700] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.218009] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 25.039s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.225695] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.225867] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquired lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.225959] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Forcefully refreshing network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1575.226212] env[62563]: DEBUG nova.objects.instance [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lazy-loading 'info_cache' on Instance uuid d463557f-2915-4d0b-9ed9-cf8ad14a99e7 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.241688] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061177} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.241955] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.242778] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1201705-f388-4c9e-81a7-91c6de68d689 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.245918] env[62563]: INFO nova.scheduler.client.report [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Deleted allocations for instance 01d446e3-f1ef-4357-b04c-500948f0b645 [ 1575.271128] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 6ad2736a-9483-4afd-9bc5-982cdbbf610a/6ad2736a-9483-4afd-9bc5-982cdbbf610a.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.271651] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c7c0d37-7dac-4b57-bd27-15bfa8be9ac6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.292666] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Waiting for the task: (returnval){ [ 1575.292666] env[62563]: value = "task-1751207" [ 1575.292666] env[62563]: _type = "Task" [ 1575.292666] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.301811] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.456055] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751204, 'name': Destroy_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.471183] env[62563]: DEBUG oslo_concurrency.lockutils [None req-412c0269-aaf6-4c92-ba84-f71bd02fe467 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "0e5a8473-09a3-49c7-91be-144a3561fd23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.657s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.623074] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751206, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.721128] env[62563]: DEBUG nova.objects.instance [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lazy-loading 'migration_context' on Instance uuid fba94786-73fa-4a60-b774-30b140f24972 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.753175] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b306ca6-15cd-4733-8164-6c79aa2dbf76 tempest-ImagesOneServerNegativeTestJSON-726450036 tempest-ImagesOneServerNegativeTestJSON-726450036-project-member] Lock "01d446e3-f1ef-4357-b04c-500948f0b645" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.312s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.803520] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751207, 'name': ReconfigVM_Task, 'duration_secs': 0.293446} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.803784] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 6ad2736a-9483-4afd-9bc5-982cdbbf610a/6ad2736a-9483-4afd-9bc5-982cdbbf610a.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.805557] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6d92bd6-823b-46a1-8ec7-9e06b8020470 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.812768] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Waiting for the task: (returnval){ [ 1575.812768] env[62563]: value = "task-1751208" [ 1575.812768] env[62563]: _type = "Task" [ 1575.812768] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.825195] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751208, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.956952] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751204, 'name': Destroy_Task, 'duration_secs': 1.023939} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.957207] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Destroyed the VM [ 1575.957385] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1575.957643] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fca14f46-d3da-427a-b86f-9605a68930f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.963804] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1575.963804] env[62563]: value = "task-1751209" [ 1575.963804] env[62563]: _type = "Task" [ 1575.963804] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.971394] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751209, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.122954] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751206, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.326660] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751208, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.391968] env[62563]: DEBUG nova.compute.manager [req-e69e9883-8d1b-47d2-bc4d-36ac40d8630b req-d16c523c-190d-4c79-b10c-37ffc56362a4 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Received event network-changed-66d347bb-0e5f-4830-b186-154044db5726 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1576.392185] env[62563]: DEBUG nova.compute.manager [req-e69e9883-8d1b-47d2-bc4d-36ac40d8630b req-d16c523c-190d-4c79-b10c-37ffc56362a4 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Refreshing instance network info cache due to event network-changed-66d347bb-0e5f-4830-b186-154044db5726. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1576.392402] env[62563]: DEBUG oslo_concurrency.lockutils [req-e69e9883-8d1b-47d2-bc4d-36ac40d8630b req-d16c523c-190d-4c79-b10c-37ffc56362a4 service nova] Acquiring lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.392544] env[62563]: DEBUG oslo_concurrency.lockutils [req-e69e9883-8d1b-47d2-bc4d-36ac40d8630b req-d16c523c-190d-4c79-b10c-37ffc56362a4 service nova] Acquired lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.392701] env[62563]: DEBUG nova.network.neutron [req-e69e9883-8d1b-47d2-bc4d-36ac40d8630b req-d16c523c-190d-4c79-b10c-37ffc56362a4 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Refreshing network info cache for port 66d347bb-0e5f-4830-b186-154044db5726 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.477203] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751209, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.610213] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a516a1-5830-4037-a8cd-0eebb6bd7a30 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.621680] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e431d433-6b0e-4687-a7eb-56cb9336c646 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.631032] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751206, 'name': CreateSnapshot_Task, 'duration_secs': 1.412738} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.655872] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1576.657108] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d7f746-7594-4c1f-b0b2-2c40ea2ca840 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.660309] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6385cf-094a-40b9-b47f-956361cb14c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.672178] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71a16a7-50a6-44b9-ae49-5174a62d7d0c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.690346] env[62563]: DEBUG nova.compute.provider_tree [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.831720] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751208, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.976302] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751209, 'name': RemoveSnapshot_Task, 'duration_secs': 0.75072} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.976691] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1576.977070] env[62563]: DEBUG nova.compute.manager [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1576.978217] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ec63fc-32c5-4173-ac5e-5aea8e52f219 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.140546] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance_info_cache with network_info: [{"id": "55607a4f-c280-422c-96d9-bd66d49740c1", "address": "fa:16:3e:ba:b1:fe", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55607a4f-c2", "ovs_interfaceid": "55607a4f-c280-422c-96d9-bd66d49740c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.188046] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1577.188680] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-167544d5-7831-49a6-b2a8-f4f4b2131662 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.193851] env[62563]: DEBUG nova.scheduler.client.report [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1577.202365] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1577.202365] env[62563]: value = "task-1751210" [ 1577.202365] env[62563]: _type = "Task" [ 1577.202365] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.213608] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751210, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.249949] env[62563]: DEBUG nova.network.neutron [req-e69e9883-8d1b-47d2-bc4d-36ac40d8630b req-d16c523c-190d-4c79-b10c-37ffc56362a4 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updated VIF entry in instance network info cache for port 66d347bb-0e5f-4830-b186-154044db5726. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.250355] env[62563]: DEBUG nova.network.neutron [req-e69e9883-8d1b-47d2-bc4d-36ac40d8630b req-d16c523c-190d-4c79-b10c-37ffc56362a4 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updating instance_info_cache with network_info: [{"id": "66d347bb-0e5f-4830-b186-154044db5726", "address": "fa:16:3e:07:23:b0", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d347bb-0e", "ovs_interfaceid": "66d347bb-0e5f-4830-b186-154044db5726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.326076] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751208, 'name': Rename_Task, 'duration_secs': 1.139491} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.326459] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1577.326733] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23ae880d-1226-455a-bb4d-2d286f2b1d2e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.337019] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Waiting for the task: (returnval){ [ 1577.337019] env[62563]: value = "task-1751211" [ 1577.337019] env[62563]: _type = "Task" [ 1577.337019] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.344259] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.493801] env[62563]: INFO nova.compute.manager [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Shelve offloading [ 1577.495624] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.495801] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad53e186-63fd-42ce-a35c-4393b307c6d9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.504144] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1577.504144] env[62563]: value = "task-1751212" [ 1577.504144] env[62563]: _type = "Task" [ 1577.504144] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.511877] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.643619] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Releasing lock "refresh_cache-d463557f-2915-4d0b-9ed9-cf8ad14a99e7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.643853] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updated the network info_cache for instance {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1577.644014] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.644190] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.644337] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.644482] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.644621] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.644764] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.644960] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1577.645147] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.715816] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751210, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.753374] env[62563]: DEBUG oslo_concurrency.lockutils [req-e69e9883-8d1b-47d2-bc4d-36ac40d8630b req-d16c523c-190d-4c79-b10c-37ffc56362a4 service nova] Releasing lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.846512] env[62563]: DEBUG oslo_vmware.api [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751211, 'name': PowerOnVM_Task, 'duration_secs': 0.477754} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.846869] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1577.847594] env[62563]: INFO nova.compute.manager [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1577.847594] env[62563]: DEBUG nova.compute.manager [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1577.848592] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecb7246-15e1-4d9a-965f-d18679104072 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.015062] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1578.015274] env[62563]: DEBUG nova.compute.manager [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1578.016135] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee31ea43-8626-4f72-8532-3ec6243d5cb1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.022328] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.022531] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.022742] env[62563]: DEBUG nova.network.neutron [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1578.148438] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.204678] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.988s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.210764] env[62563]: DEBUG oslo_concurrency.lockutils [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.060s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.210764] env[62563]: DEBUG nova.objects.instance [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Lazy-loading 'resources' on Instance uuid 565008aa-37e3-4c30-8c5d-1dfcdcde8c66 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.231597] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751210, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.370232] env[62563]: INFO nova.compute.manager [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Took 39.78 seconds to build instance. [ 1578.602519] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70673c71-922f-429e-96cb-46da4f67488f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.611311] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9627e0-9b8b-49bd-8f66-b81ab560403f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.651138] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8446e893-b64e-49b5-8045-6b97249d5cde {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.659731] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d79cf51-4ca7-474d-b5f0-8934236e6c48 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.681205] env[62563]: DEBUG nova.compute.provider_tree [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.723197] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751210, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.771811] env[62563]: DEBUG nova.network.neutron [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updating instance_info_cache with network_info: [{"id": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "address": "fa:16:3e:fe:56:bb", "network": {"id": "2644968c-d8fa-44a6-b39c-6ccb08e4e2a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1370213468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9396eed560b4a4fa3ca244b7e094184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae8a0ce-25", "ovs_interfaceid": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.872947] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f80f12d-4361-4590-aec9-15f9a4a4eb4f tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Lock "6ad2736a-9483-4afd-9bc5-982cdbbf610a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.019s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.187382] env[62563]: DEBUG nova.scheduler.client.report [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1579.224589] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751210, 'name': CloneVM_Task} progress is 95%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.268842] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Acquiring lock "6ad2736a-9483-4afd-9bc5-982cdbbf610a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.269108] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Lock "6ad2736a-9483-4afd-9bc5-982cdbbf610a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.269323] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Acquiring lock "6ad2736a-9483-4afd-9bc5-982cdbbf610a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.269505] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Lock "6ad2736a-9483-4afd-9bc5-982cdbbf610a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.269707] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Lock "6ad2736a-9483-4afd-9bc5-982cdbbf610a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.271772] env[62563]: INFO nova.compute.manager [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Terminating instance [ 1579.274307] env[62563]: DEBUG nova.compute.manager [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1579.274506] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.275043] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Releasing lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.277465] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe45654-9939-40ee-9e3c-05a406a97b81 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.286433] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.286676] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1591276-fe0d-4204-8d23-22bf0fff4187 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.292629] env[62563]: DEBUG oslo_vmware.api [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Waiting for the task: (returnval){ [ 1579.292629] env[62563]: value = "task-1751213" [ 1579.292629] env[62563]: _type = "Task" [ 1579.292629] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.301736] env[62563]: DEBUG oslo_vmware.api [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.572571] env[62563]: DEBUG nova.compute.manager [req-8e2bf203-756a-441c-ab63-c912ea53e573 req-7c1e939c-7c1d-4ebb-b523-ccac28f59bc7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Received event network-vif-unplugged-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1579.572571] env[62563]: DEBUG oslo_concurrency.lockutils [req-8e2bf203-756a-441c-ab63-c912ea53e573 req-7c1e939c-7c1d-4ebb-b523-ccac28f59bc7 service nova] Acquiring lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.572914] env[62563]: DEBUG oslo_concurrency.lockutils [req-8e2bf203-756a-441c-ab63-c912ea53e573 req-7c1e939c-7c1d-4ebb-b523-ccac28f59bc7 service nova] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.573052] env[62563]: DEBUG oslo_concurrency.lockutils [req-8e2bf203-756a-441c-ab63-c912ea53e573 req-7c1e939c-7c1d-4ebb-b523-ccac28f59bc7 service nova] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.573216] env[62563]: DEBUG nova.compute.manager [req-8e2bf203-756a-441c-ab63-c912ea53e573 req-7c1e939c-7c1d-4ebb-b523-ccac28f59bc7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] No waiting events found dispatching network-vif-unplugged-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1579.573368] env[62563]: WARNING nova.compute.manager [req-8e2bf203-756a-441c-ab63-c912ea53e573 req-7c1e939c-7c1d-4ebb-b523-ccac28f59bc7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Received unexpected event network-vif-unplugged-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 for instance with vm_state shelved and task_state shelving_offloading. [ 1579.606336] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.607633] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9252d245-df8b-4c10-83fb-41495263b319 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.615433] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.615688] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-796a22b9-0853-45a6-a2bb-7b34e4d7c332 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.694051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.483s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.696272] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.753s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.696559] env[62563]: DEBUG nova.objects.instance [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lazy-loading 'resources' on Instance uuid 636c2770-3626-4101-b8de-65f9f883959f {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.718884] env[62563]: INFO nova.scheduler.client.report [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Deleted allocations for instance 565008aa-37e3-4c30-8c5d-1dfcdcde8c66 [ 1579.726832] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751210, 'name': CloneVM_Task, 'duration_secs': 2.258644} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.727373] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Created linked-clone VM from snapshot [ 1579.728264] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fd40c4-0b37-4602-a131-d0fcc3d521ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.740223] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Uploading image c9b23c0b-5def-4e77-9ef5-d00bb1235521 {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1579.755776] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.756051] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.756263] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Deleting the datastore file [datastore1] cfafc9e3-5c8a-4117-9edd-f5512d3c9374 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.757452] env[62563]: INFO nova.compute.manager [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Swapping old allocation on dict_keys(['4eb5fa57-7e31-460c-b803-3f7b6d6d423a']) held by migration bd783689-e2cb-4284-acce-ac6c68631818 for instance [ 1579.757708] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2a210aa-814c-4705-8c17-3c4ad5202ef2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.767924] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1579.767924] env[62563]: value = "task-1751215" [ 1579.767924] env[62563]: _type = "Task" [ 1579.767924] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.769806] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1579.769806] env[62563]: value = "vm-364040" [ 1579.769806] env[62563]: _type = "VirtualMachine" [ 1579.769806] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1579.775870] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0fe7f1dc-7762-4464-919b-2a640e8c7fad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.785205] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.786631] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lease: (returnval){ [ 1579.786631] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5281b5e9-a0d1-3d74-ce31-a46a61188502" [ 1579.786631] env[62563]: _type = "HttpNfcLease" [ 1579.786631] env[62563]: } obtained for exporting VM: (result){ [ 1579.786631] env[62563]: value = "vm-364040" [ 1579.786631] env[62563]: _type = "VirtualMachine" [ 1579.786631] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1579.787328] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the lease: (returnval){ [ 1579.787328] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5281b5e9-a0d1-3d74-ce31-a46a61188502" [ 1579.787328] env[62563]: _type = "HttpNfcLease" [ 1579.787328] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1579.792426] env[62563]: DEBUG nova.scheduler.client.report [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Overwriting current allocation {'allocations': {'4eb5fa57-7e31-460c-b803-3f7b6d6d423a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 99}}, 'project_id': '2a17694d83804d48b3ad25047621fc24', 'user_id': 'b88580b628254a8e97e6277c2bd58773', 'consumer_generation': 1} on consumer fba94786-73fa-4a60-b774-30b140f24972 {{(pid=62563) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1579.799488] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1579.799488] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5281b5e9-a0d1-3d74-ce31-a46a61188502" [ 1579.799488] env[62563]: _type = "HttpNfcLease" [ 1579.799488] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1579.804581] env[62563]: DEBUG oslo_vmware.api [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751213, 'name': PowerOffVM_Task, 'duration_secs': 0.193276} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.804868] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.805081] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.805373] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27c858cf-8b49-4bba-bbe4-d690e40acc19 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.888023] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.888023] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.888023] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Deleting the datastore file [datastore1] 6ad2736a-9483-4afd-9bc5-982cdbbf610a {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.888023] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ed3c018-74a9-4ca2-b359-1279c33f3095 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.895135] env[62563]: DEBUG oslo_vmware.api [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Waiting for the task: (returnval){ [ 1579.895135] env[62563]: value = "task-1751218" [ 1579.895135] env[62563]: _type = "Task" [ 1579.895135] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.898107] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.898424] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquired lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.898716] env[62563]: DEBUG nova.network.neutron [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.906436] env[62563]: DEBUG oslo_vmware.api [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.230770] env[62563]: DEBUG oslo_concurrency.lockutils [None req-527d9356-340e-4962-ab4a-646ce4103028 tempest-ServerAddressesTestJSON-2037894796 tempest-ServerAddressesTestJSON-2037894796-project-member] Lock "565008aa-37e3-4c30-8c5d-1dfcdcde8c66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.196s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.280033] env[62563]: DEBUG oslo_vmware.api [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247954} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.280033] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.280033] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.280033] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.294339] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1580.294339] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5281b5e9-a0d1-3d74-ce31-a46a61188502" [ 1580.294339] env[62563]: _type = "HttpNfcLease" [ 1580.294339] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1580.294727] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1580.294727] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5281b5e9-a0d1-3d74-ce31-a46a61188502" [ 1580.294727] env[62563]: _type = "HttpNfcLease" [ 1580.294727] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1580.295447] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131426fb-3b10-4872-8a48-c51b9477b1a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.299453] env[62563]: INFO nova.scheduler.client.report [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Deleted allocations for instance cfafc9e3-5c8a-4117-9edd-f5512d3c9374 [ 1580.310596] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528cfb9d-fa15-5a49-2216-65bf37c02ccb/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1580.310737] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528cfb9d-fa15-5a49-2216-65bf37c02ccb/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1580.409122] env[62563]: DEBUG oslo_vmware.api [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Task: {'id': task-1751218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248026} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.409122] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.409122] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.409122] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.409122] env[62563]: INFO nova.compute.manager [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1580.409122] env[62563]: DEBUG oslo.service.loopingcall [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.409122] env[62563]: DEBUG nova.compute.manager [-] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1580.409122] env[62563]: DEBUG nova.network.neutron [-] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1580.486509] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4c60a4ba-572d-4326-89fb-f74be7f3bcfa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.604177] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36898181-b716-43ad-9c3a-93229b6ceaf2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.611749] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193b5657-2772-4dd6-a809-8c30c81978b6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.651287] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c1121a-f75a-4cdc-902c-b1e269c25f96 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.658861] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388a6b63-285a-4eea-acdf-01c12a986ed7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.673516] env[62563]: DEBUG nova.compute.provider_tree [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.808091] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.073569] env[62563]: DEBUG nova.network.neutron [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance_info_cache with network_info: [{"id": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "address": "fa:16:3e:b6:13:2b", "network": {"id": "fa99c120-4267-4573-baea-a47043790cfc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e0407227c87c49129c30340804965387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8438fc5-07", "ovs_interfaceid": "c8438fc5-075a-4ed1-873a-8e72170f5acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.178683] env[62563]: DEBUG nova.scheduler.client.report [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1581.579345] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Releasing lock "refresh_cache-fba94786-73fa-4a60-b774-30b140f24972" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.580060] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.580716] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e1e9017-84f9-47cf-ab0d-88560a3f1954 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.594413] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1581.594413] env[62563]: value = "task-1751219" [ 1581.594413] env[62563]: _type = "Task" [ 1581.594413] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.606221] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.637944] env[62563]: DEBUG nova.network.neutron [-] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.685920] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.690670] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.169s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.696105] env[62563]: INFO nova.compute.claims [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1581.708075] env[62563]: DEBUG nova.compute.manager [req-0a6b14b6-c3ed-4afe-8fc3-d539b8dee77a req-4349c4ff-50bb-48f4-88fe-1364c524de12 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Received event network-changed-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1581.708075] env[62563]: DEBUG nova.compute.manager [req-0a6b14b6-c3ed-4afe-8fc3-d539b8dee77a req-4349c4ff-50bb-48f4-88fe-1364c524de12 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Refreshing instance network info cache due to event network-changed-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1581.708075] env[62563]: DEBUG oslo_concurrency.lockutils [req-0a6b14b6-c3ed-4afe-8fc3-d539b8dee77a req-4349c4ff-50bb-48f4-88fe-1364c524de12 service nova] Acquiring lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.708075] env[62563]: DEBUG oslo_concurrency.lockutils [req-0a6b14b6-c3ed-4afe-8fc3-d539b8dee77a req-4349c4ff-50bb-48f4-88fe-1364c524de12 service nova] Acquired lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.708075] env[62563]: DEBUG nova.network.neutron [req-0a6b14b6-c3ed-4afe-8fc3-d539b8dee77a req-4349c4ff-50bb-48f4-88fe-1364c524de12 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Refreshing network info cache for port 3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1581.713298] env[62563]: INFO nova.scheduler.client.report [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Deleted allocations for instance 636c2770-3626-4101-b8de-65f9f883959f [ 1582.107389] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751219, 'name': PowerOffVM_Task, 'duration_secs': 0.276582} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.108631] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.109692] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:31:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='618f3217-fe0f-4b35-9ab9-e3ce6b9240c9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-610372644',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1582.110100] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1582.110279] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.110558] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1582.110783] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.114441] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1582.114797] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1582.115041] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1582.115398] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1582.115549] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1582.115781] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1582.130793] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ec2793-1777-44fb-8dbb-004823c61b1a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.148558] env[62563]: INFO nova.compute.manager [-] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Took 1.74 seconds to deallocate network for instance. [ 1582.158357] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1582.158357] env[62563]: value = "task-1751220" [ 1582.158357] env[62563]: _type = "Task" [ 1582.158357] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.168136] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.228521] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c7d36189-bece-4904-b458-3cd0c4a584f2 tempest-VolumesAdminNegativeTest-120484436 tempest-VolumesAdminNegativeTest-120484436-project-member] Lock "636c2770-3626-4101-b8de-65f9f883959f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.755s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.655532] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.669689] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751220, 'name': ReconfigVM_Task, 'duration_secs': 0.184177} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.670733] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b363de-61ea-4368-ae02-536dd2e114ee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.693804] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:31:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='618f3217-fe0f-4b35-9ab9-e3ce6b9240c9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-610372644',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1582.694172] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1582.695080] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.695080] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1582.695080] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.695080] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1582.695715] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1582.695715] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1582.695814] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1582.696207] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1582.696331] env[62563]: DEBUG nova.virt.hardware [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1582.701290] env[62563]: DEBUG nova.network.neutron [req-0a6b14b6-c3ed-4afe-8fc3-d539b8dee77a req-4349c4ff-50bb-48f4-88fe-1364c524de12 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updated VIF entry in instance network info cache for port 3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1582.701290] env[62563]: DEBUG nova.network.neutron [req-0a6b14b6-c3ed-4afe-8fc3-d539b8dee77a req-4349c4ff-50bb-48f4-88fe-1364c524de12 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updating instance_info_cache with network_info: [{"id": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "address": "fa:16:3e:fe:56:bb", "network": {"id": "2644968c-d8fa-44a6-b39c-6ccb08e4e2a6", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1370213468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9396eed560b4a4fa3ca244b7e094184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3ae8a0ce-25", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.701290] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d4cd6e-1777-4b66-905d-1f00414eb2e6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.709949] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1582.709949] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52631039-1a48-118c-dab5-906c98341ffe" [ 1582.709949] env[62563]: _type = "Task" [ 1582.709949] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.728814] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52631039-1a48-118c-dab5-906c98341ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.013137} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.733423] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1582.733812] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a34abdf-7d71-47b8-865d-f2b52db139dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.773399] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1582.773399] env[62563]: value = "task-1751221" [ 1582.773399] env[62563]: _type = "Task" [ 1582.773399] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.788538] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751221, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.197814] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9118c871-c71c-49a5-9158-b5bc5d6e640f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.205035] env[62563]: DEBUG oslo_concurrency.lockutils [req-0a6b14b6-c3ed-4afe-8fc3-d539b8dee77a req-4349c4ff-50bb-48f4-88fe-1364c524de12 service nova] Releasing lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.205377] env[62563]: DEBUG nova.compute.manager [req-0a6b14b6-c3ed-4afe-8fc3-d539b8dee77a req-4349c4ff-50bb-48f4-88fe-1364c524de12 service nova] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Received event network-vif-deleted-893db02c-76ee-48b6-8835-39b1518ac0a3 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1583.209306] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ce9636-4556-4641-9f56-bea1b36cd421 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.243350] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4afc091-adb8-40a4-b944-f9ba90fdc947 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.251731] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eed71d7-931a-4514-9342-322e32985e9e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.267429] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.267429] env[62563]: DEBUG nova.compute.provider_tree [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.290578] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751221, 'name': ReconfigVM_Task, 'duration_secs': 0.266201} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.290746] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1583.291618] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde2e3c1-5b64-4694-b1da-6d42350bc762 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.317146] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] fba94786-73fa-4a60-b774-30b140f24972/fba94786-73fa-4a60-b774-30b140f24972.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1583.317857] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b5c668-bc8d-4c5a-9cbf-d9a63de9ef25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.339797] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1583.339797] env[62563]: value = "task-1751222" [ 1583.339797] env[62563]: _type = "Task" [ 1583.339797] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.347967] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.772267] env[62563]: DEBUG nova.scheduler.client.report [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1583.854802] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751222, 'name': ReconfigVM_Task, 'duration_secs': 0.398495} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.857740] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Reconfigured VM instance instance-00000039 to attach disk [datastore1] fba94786-73fa-4a60-b774-30b140f24972/fba94786-73fa-4a60-b774-30b140f24972.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1583.857740] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abff6ae-ad34-490e-9c55-82f8068c9abb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.881109] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd97a03-0485-42fc-a638-a33d0ae73866 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.904312] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a949ba27-b681-4113-bf3d-1d1626fecaa1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.927304] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecb2b77-713c-4a46-bd3f-e37d3dfffc0d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.936056] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1583.937118] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8e4eed9-b1a9-4702-99ef-3e60dfda6099 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.943338] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1583.943338] env[62563]: value = "task-1751223" [ 1583.943338] env[62563]: _type = "Task" [ 1583.943338] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.953539] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.286024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.286024] env[62563]: DEBUG nova.compute.manager [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1584.287949] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.470s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.289825] env[62563]: INFO nova.compute.claims [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.456195] env[62563]: DEBUG oslo_vmware.api [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751223, 'name': PowerOnVM_Task, 'duration_secs': 0.471873} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.456460] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1584.795425] env[62563]: DEBUG nova.compute.utils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1584.799446] env[62563]: DEBUG nova.compute.manager [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Not allocating networking since 'none' was specified. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1585.301721] env[62563]: DEBUG nova.compute.manager [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1585.471298] env[62563]: INFO nova.compute.manager [None req-6392f7a3-d676-40cb-97bb-c1103c233efb tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance to original state: 'active' [ 1585.672018] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433eb6ed-9951-4954-ba92-0afe49f6f0b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.684758] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294e8c59-825c-4c54-9674-9c7b416fdc1a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.717470] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdc79e1-543f-49b7-9552-bd877bbfd1b6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.726701] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e17d8c-fd4b-4e77-8abd-aefad451a1c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.740692] env[62563]: DEBUG nova.compute.provider_tree [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.800370] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "004e58e4-4420-42b6-86f5-1ed8fa0750be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.800817] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "004e58e4-4420-42b6-86f5-1ed8fa0750be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.244623] env[62563]: DEBUG nova.scheduler.client.report [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1586.303764] env[62563]: DEBUG nova.compute.manager [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1586.316901] env[62563]: DEBUG nova.compute.manager [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1586.365369] env[62563]: DEBUG nova.virt.hardware [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1586.366302] env[62563]: DEBUG nova.virt.hardware [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1586.366302] env[62563]: DEBUG nova.virt.hardware [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1586.366514] env[62563]: DEBUG nova.virt.hardware [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1586.367272] env[62563]: DEBUG nova.virt.hardware [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1586.367272] env[62563]: DEBUG nova.virt.hardware [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1586.367272] env[62563]: DEBUG nova.virt.hardware [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1586.367401] env[62563]: DEBUG nova.virt.hardware [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1586.368383] env[62563]: DEBUG nova.virt.hardware [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1586.368383] env[62563]: DEBUG nova.virt.hardware [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1586.368383] env[62563]: DEBUG nova.virt.hardware [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1586.370262] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee4f4e9-166f-429d-b84b-6fd4103bae8e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.384251] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e4c306-e45c-4e27-9391-b0416882b3c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.405997] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Instance VIF info [] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1586.413492] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Creating folder: Project (1fc92a46dba44b49bea25aea66777a80). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1586.413815] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d724a487-1178-449a-8252-cad7cc09d6d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.425223] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Created folder: Project (1fc92a46dba44b49bea25aea66777a80) in parent group-v363823. [ 1586.425455] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Creating folder: Instances. Parent ref: group-v364041. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1586.425714] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de9e976e-404b-427d-b384-767bc0c9cd39 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.436356] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Created folder: Instances in parent group-v364041. [ 1586.436614] env[62563]: DEBUG oslo.service.loopingcall [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.436818] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1586.437040] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffa92f3b-28d2-48e7-a489-ecc9cc7932b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.458557] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1586.458557] env[62563]: value = "task-1751226" [ 1586.458557] env[62563]: _type = "Task" [ 1586.458557] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.466749] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751226, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.755483] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.756210] env[62563]: DEBUG nova.compute.manager [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1586.760340] env[62563]: DEBUG oslo_concurrency.lockutils [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.526s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.760340] env[62563]: DEBUG nova.objects.instance [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lazy-loading 'resources' on Instance uuid 4cb907f9-f915-4f66-b202-0307f38a5d45 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.830967] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.970120] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751226, 'name': CreateVM_Task, 'duration_secs': 0.364581} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.970360] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1586.970814] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.970983] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.971318] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1586.971589] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd0893b-d861-4b8c-b074-b989f96e048c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.976668] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1586.976668] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52869558-76ae-66a1-bd46-baab4fd8eb05" [ 1586.976668] env[62563]: _type = "Task" [ 1586.976668] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.985734] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52869558-76ae-66a1-bd46-baab4fd8eb05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.263060] env[62563]: DEBUG nova.compute.utils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1587.267118] env[62563]: DEBUG nova.compute.manager [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Not allocating networking since 'none' was specified. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1587.488488] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52869558-76ae-66a1-bd46-baab4fd8eb05, 'name': SearchDatastore_Task, 'duration_secs': 0.013338} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.488820] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.489174] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1587.489319] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.489417] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.489595] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1587.489859] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ec5f239-d74c-42bd-b0f7-379deeaa160d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.499501] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1587.499591] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1587.500680] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75a823e-721d-499b-aa53-a8cd751def38 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.508568] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1587.508568] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5200b9d8-15b8-d944-aab5-7be171af4aba" [ 1587.508568] env[62563]: _type = "Task" [ 1587.508568] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.521226] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5200b9d8-15b8-d944-aab5-7be171af4aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.521862] env[62563]: DEBUG oslo_concurrency.lockutils [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "fba94786-73fa-4a60-b774-30b140f24972" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.522060] env[62563]: DEBUG oslo_concurrency.lockutils [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "fba94786-73fa-4a60-b774-30b140f24972" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.522289] env[62563]: DEBUG oslo_concurrency.lockutils [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "fba94786-73fa-4a60-b774-30b140f24972-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.522542] env[62563]: DEBUG oslo_concurrency.lockutils [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "fba94786-73fa-4a60-b774-30b140f24972-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.523404] env[62563]: DEBUG oslo_concurrency.lockutils [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "fba94786-73fa-4a60-b774-30b140f24972-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.524652] env[62563]: INFO nova.compute.manager [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Terminating instance [ 1587.526489] env[62563]: DEBUG nova.compute.manager [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1587.526681] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1587.528056] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfb77ea-1092-492c-a435-99b3d5a1e465 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.539199] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1587.539199] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e25d091e-ad03-47f6-8410-37a1e44acee0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.544426] env[62563]: DEBUG oslo_vmware.api [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1587.544426] env[62563]: value = "task-1751227" [ 1587.544426] env[62563]: _type = "Task" [ 1587.544426] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.557637] env[62563]: DEBUG oslo_vmware.api [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.601651] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371a4dd8-96a3-436c-a3aa-7963b782477a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.610511] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eace0a-a1e6-4f95-8689-3e02c458098f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.643876] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2971f545-6970-43e7-81a6-5ec60e30d88b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.652246] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde4c455-f962-4e85-b340-02ab2608f711 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.666329] env[62563]: DEBUG nova.compute.provider_tree [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.768838] env[62563]: DEBUG nova.compute.manager [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1588.019765] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5200b9d8-15b8-d944-aab5-7be171af4aba, 'name': SearchDatastore_Task, 'duration_secs': 0.018319} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.020782] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9d5a26-5afd-4662-ac15-f3ffd46b82e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.026567] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1588.026567] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525a3ed9-d523-dae9-1106-48d905746c3b" [ 1588.026567] env[62563]: _type = "Task" [ 1588.026567] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.035970] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525a3ed9-d523-dae9-1106-48d905746c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.053461] env[62563]: DEBUG oslo_vmware.api [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751227, 'name': PowerOffVM_Task, 'duration_secs': 0.209557} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.053730] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1588.053919] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1588.054198] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7954f169-1c43-4886-b4cf-7ce7262aa6dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.169765] env[62563]: DEBUG nova.scheduler.client.report [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1588.186626] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1588.186935] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1588.187205] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Deleting the datastore file [datastore1] fba94786-73fa-4a60-b774-30b140f24972 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1588.188348] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4514e3f-0c18-45ee-ba54-a8bc9d30cb7f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.196520] env[62563]: DEBUG oslo_vmware.api [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1588.196520] env[62563]: value = "task-1751229" [ 1588.196520] env[62563]: _type = "Task" [ 1588.196520] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.207900] env[62563]: DEBUG oslo_vmware.api [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.230508] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528cfb9d-fa15-5a49-2216-65bf37c02ccb/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1588.231496] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01594f51-c9e3-4e3f-8eb6-96379974393a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.237736] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528cfb9d-fa15-5a49-2216-65bf37c02ccb/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1588.237904] env[62563]: ERROR oslo_vmware.rw_handles [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528cfb9d-fa15-5a49-2216-65bf37c02ccb/disk-0.vmdk due to incomplete transfer. [ 1588.238138] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e75da666-4cc5-4735-8b60-c54f563fbf62 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.245183] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528cfb9d-fa15-5a49-2216-65bf37c02ccb/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1588.245416] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Uploaded image c9b23c0b-5def-4e77-9ef5-d00bb1235521 to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1588.248033] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1588.248215] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-229db9b0-2385-4352-8f66-b2cf9fdd4d9f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.254648] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1588.254648] env[62563]: value = "task-1751230" [ 1588.254648] env[62563]: _type = "Task" [ 1588.254648] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.262872] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751230, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.537791] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525a3ed9-d523-dae9-1106-48d905746c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.537791] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.538031] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 9335ae51-1ea2-4d04-b5ba-b5265db805aa/9335ae51-1ea2-4d04-b5ba-b5265db805aa.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1588.538291] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b2d1886-a614-409e-b649-53a6fb14b922 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.545019] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1588.545019] env[62563]: value = "task-1751231" [ 1588.545019] env[62563]: _type = "Task" [ 1588.545019] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.553146] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.676075] env[62563]: DEBUG oslo_concurrency.lockutils [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.677806] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.297s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.678086] env[62563]: DEBUG nova.objects.instance [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lazy-loading 'resources' on Instance uuid 8c375077-2899-49d5-96c8-7b2cbed7bc38 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.704717] env[62563]: INFO nova.scheduler.client.report [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Deleted allocations for instance 4cb907f9-f915-4f66-b202-0307f38a5d45 [ 1588.709947] env[62563]: DEBUG oslo_vmware.api [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156617} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.712834] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1588.712982] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1588.713229] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1588.713432] env[62563]: INFO nova.compute.manager [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: fba94786-73fa-4a60-b774-30b140f24972] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1588.713677] env[62563]: DEBUG oslo.service.loopingcall [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.714122] env[62563]: DEBUG nova.compute.manager [-] [instance: fba94786-73fa-4a60-b774-30b140f24972] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1588.714249] env[62563]: DEBUG nova.network.neutron [-] [instance: fba94786-73fa-4a60-b774-30b140f24972] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1588.768491] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751230, 'name': Destroy_Task, 'duration_secs': 0.40517} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.769051] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Destroyed the VM [ 1588.769671] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1588.769671] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fc8af8f9-28de-4102-bc5a-64a59be5735c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.778843] env[62563]: DEBUG nova.compute.manager [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1588.781150] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1588.781150] env[62563]: value = "task-1751232" [ 1588.781150] env[62563]: _type = "Task" [ 1588.781150] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.793858] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751232, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.805375] env[62563]: DEBUG nova.virt.hardware [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1588.805638] env[62563]: DEBUG nova.virt.hardware [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1588.805795] env[62563]: DEBUG nova.virt.hardware [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1588.805978] env[62563]: DEBUG nova.virt.hardware [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1588.806188] env[62563]: DEBUG nova.virt.hardware [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1588.806353] env[62563]: DEBUG nova.virt.hardware [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1588.806583] env[62563]: DEBUG nova.virt.hardware [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1588.806748] env[62563]: DEBUG nova.virt.hardware [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1588.806930] env[62563]: DEBUG nova.virt.hardware [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1588.807118] env[62563]: DEBUG nova.virt.hardware [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1588.807301] env[62563]: DEBUG nova.virt.hardware [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1588.808263] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3201db5d-4cf5-4352-9d77-a55fcd0900a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.817155] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c49c6e-28f0-46d4-91b7-3a0fc0d72bf2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.833617] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Instance VIF info [] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.842220] env[62563]: DEBUG oslo.service.loopingcall [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.842881] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1588.842881] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d6072a9-ded6-4215-80ac-66644c9655a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.861481] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.861481] env[62563]: value = "task-1751233" [ 1588.861481] env[62563]: _type = "Task" [ 1588.861481] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.873024] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751233, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.059795] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483729} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.060814] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 9335ae51-1ea2-4d04-b5ba-b5265db805aa/9335ae51-1ea2-4d04-b5ba-b5265db805aa.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1589.061421] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1589.062480] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-761cf2de-fe6e-44a0-bcc3-cc2d502eae08 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.071378] env[62563]: DEBUG nova.compute.manager [req-7e96611c-25e2-4482-9f20-aef7f2ac3aee req-facdcc92-b822-4edd-8282-ff25d464973a service nova] [instance: fba94786-73fa-4a60-b774-30b140f24972] Received event network-vif-deleted-c8438fc5-075a-4ed1-873a-8e72170f5acc {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1589.071378] env[62563]: INFO nova.compute.manager [req-7e96611c-25e2-4482-9f20-aef7f2ac3aee req-facdcc92-b822-4edd-8282-ff25d464973a service nova] [instance: fba94786-73fa-4a60-b774-30b140f24972] Neutron deleted interface c8438fc5-075a-4ed1-873a-8e72170f5acc; detaching it from the instance and deleting it from the info cache [ 1589.071756] env[62563]: DEBUG nova.network.neutron [req-7e96611c-25e2-4482-9f20-aef7f2ac3aee req-facdcc92-b822-4edd-8282-ff25d464973a service nova] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.074901] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1589.074901] env[62563]: value = "task-1751234" [ 1589.074901] env[62563]: _type = "Task" [ 1589.074901] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.088721] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.217703] env[62563]: DEBUG oslo_concurrency.lockutils [None req-91c6abe7-b8f1-4e74-bfa2-f0c8d0626fcd tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "4cb907f9-f915-4f66-b202-0307f38a5d45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.354s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.295313] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751232, 'name': RemoveSnapshot_Task, 'duration_secs': 0.50824} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.295636] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1589.296191] env[62563]: DEBUG nova.compute.manager [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1589.297023] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e162d9-9556-4733-a6d0-651cc40935e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.375436] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751233, 'name': CreateVM_Task, 'duration_secs': 0.322157} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.375599] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.376046] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.376219] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.376530] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.376779] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb703252-9178-4d4c-a484-21175ccd4996 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.382485] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1589.382485] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5294f029-7c83-9942-625e-d036ebac1f3f" [ 1589.382485] env[62563]: _type = "Task" [ 1589.382485] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.391422] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5294f029-7c83-9942-625e-d036ebac1f3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.485832] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d0cad5-3e2d-4609-b936-876ca6d58a4e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.493851] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03ad65f-ac38-4039-bd62-a24a463bef80 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.527747] env[62563]: DEBUG nova.network.neutron [-] [instance: fba94786-73fa-4a60-b774-30b140f24972] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.530144] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefd836f-124b-45ae-ac3e-dd54a12b5c5b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.538955] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c9862b-5e77-4efa-874c-4c4d59ca489d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.555435] env[62563]: DEBUG nova.compute.provider_tree [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.576537] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5af28b76-97f2-405c-82f2-db50d89f1724 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.587671] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070313} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.588975] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1589.589822] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7afcf79-1fb3-484a-abb1-6f1978bf763f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.594982] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b6fe90-fc84-414e-a46f-e39cbaca2455 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.623597] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 9335ae51-1ea2-4d04-b5ba-b5265db805aa/9335ae51-1ea2-4d04-b5ba-b5265db805aa.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1589.635172] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-760e82f5-e151-4c65-ad99-2a3217a2d8e4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.649609] env[62563]: DEBUG nova.compute.manager [req-7e96611c-25e2-4482-9f20-aef7f2ac3aee req-facdcc92-b822-4edd-8282-ff25d464973a service nova] [instance: fba94786-73fa-4a60-b774-30b140f24972] Detach interface failed, port_id=c8438fc5-075a-4ed1-873a-8e72170f5acc, reason: Instance fba94786-73fa-4a60-b774-30b140f24972 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1589.655279] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1589.655279] env[62563]: value = "task-1751235" [ 1589.655279] env[62563]: _type = "Task" [ 1589.655279] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.663129] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.814524] env[62563]: INFO nova.compute.manager [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Shelve offloading [ 1589.815189] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.815477] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c83ecc2c-8338-4a69-9b0f-d5bba0a8b92a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.822467] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1589.822467] env[62563]: value = "task-1751236" [ 1589.822467] env[62563]: _type = "Task" [ 1589.822467] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.831664] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1589.831855] env[62563]: DEBUG nova.compute.manager [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1589.832612] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113b075a-f79c-4e25-bbb3-41d10aa39c49 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.838621] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "refresh_cache-7951bf7f-06c1-47ec-b392-6cfedd8df5b9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.838790] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "refresh_cache-7951bf7f-06c1-47ec-b392-6cfedd8df5b9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.839710] env[62563]: DEBUG nova.network.neutron [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.892998] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5294f029-7c83-9942-625e-d036ebac1f3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009232} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.893315] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.893552] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1589.893780] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.893926] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.894124] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1589.894391] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9e45119-5a5d-434a-aad9-c2245a332dcb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.904307] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1589.904528] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1589.905251] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2037ab8e-08bb-4d5b-8f0a-b85b52de7715 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.910254] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1589.910254] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529d49a2-9097-92a4-960e-70fb8775815e" [ 1589.910254] env[62563]: _type = "Task" [ 1589.910254] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.918305] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529d49a2-9097-92a4-960e-70fb8775815e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.033738] env[62563]: INFO nova.compute.manager [-] [instance: fba94786-73fa-4a60-b774-30b140f24972] Took 1.32 seconds to deallocate network for instance. [ 1590.058886] env[62563]: DEBUG nova.scheduler.client.report [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1590.164815] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751235, 'name': ReconfigVM_Task, 'duration_secs': 0.270718} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.165171] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 9335ae51-1ea2-4d04-b5ba-b5265db805aa/9335ae51-1ea2-4d04-b5ba-b5265db805aa.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.165743] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cee2b4e3-ed9a-49f5-9702-0c21efc7540f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.172592] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1590.172592] env[62563]: value = "task-1751237" [ 1590.172592] env[62563]: _type = "Task" [ 1590.172592] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.183734] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751237, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.422924] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529d49a2-9097-92a4-960e-70fb8775815e, 'name': SearchDatastore_Task, 'duration_secs': 0.008625} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.423847] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f96551-4590-4228-a2f1-1051a4dbce4f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.434048] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1590.434048] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e45f8b-bd7e-abaf-6171-0ea6e27bf5d7" [ 1590.434048] env[62563]: _type = "Task" [ 1590.434048] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.442212] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e45f8b-bd7e-abaf-6171-0ea6e27bf5d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.540618] env[62563]: DEBUG oslo_concurrency.lockutils [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.566015] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.568316] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.592s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.569990] env[62563]: INFO nova.compute.claims [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.575215] env[62563]: DEBUG nova.network.neutron [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Updating instance_info_cache with network_info: [{"id": "a82eabbb-3de8-45da-9252-0466a9ecc83b", "address": "fa:16:3e:20:b7:de", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82eabbb-3d", "ovs_interfaceid": "a82eabbb-3de8-45da-9252-0466a9ecc83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.604023] env[62563]: INFO nova.scheduler.client.report [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Deleted allocations for instance 8c375077-2899-49d5-96c8-7b2cbed7bc38 [ 1590.682906] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751237, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.948020] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e45f8b-bd7e-abaf-6171-0ea6e27bf5d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008873} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.948020] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.948020] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 1c3b814f-67a7-4535-9a72-79be6195082c/1c3b814f-67a7-4535-9a72-79be6195082c.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1590.948020] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8f9ef91-f9b7-4f83-89e8-60e0bd9b14d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.952954] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1590.952954] env[62563]: value = "task-1751238" [ 1590.952954] env[62563]: _type = "Task" [ 1590.952954] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.961522] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.079952] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "refresh_cache-7951bf7f-06c1-47ec-b392-6cfedd8df5b9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.111221] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9f02de47-520c-4f86-851b-539900de25ef tempest-MultipleCreateTestJSON-195680849 tempest-MultipleCreateTestJSON-195680849-project-member] Lock "8c375077-2899-49d5-96c8-7b2cbed7bc38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.081s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.187440] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751237, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.384497] env[62563]: DEBUG nova.compute.manager [req-47bafba0-5fca-4d3e-a3cb-493402ae72c7 req-276f94ae-39f5-4247-bedc-653b6499d425 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Received event network-vif-unplugged-a82eabbb-3de8-45da-9252-0466a9ecc83b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1591.384497] env[62563]: DEBUG oslo_concurrency.lockutils [req-47bafba0-5fca-4d3e-a3cb-493402ae72c7 req-276f94ae-39f5-4247-bedc-653b6499d425 service nova] Acquiring lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.384615] env[62563]: DEBUG oslo_concurrency.lockutils [req-47bafba0-5fca-4d3e-a3cb-493402ae72c7 req-276f94ae-39f5-4247-bedc-653b6499d425 service nova] Lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.384773] env[62563]: DEBUG oslo_concurrency.lockutils [req-47bafba0-5fca-4d3e-a3cb-493402ae72c7 req-276f94ae-39f5-4247-bedc-653b6499d425 service nova] Lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.384996] env[62563]: DEBUG nova.compute.manager [req-47bafba0-5fca-4d3e-a3cb-493402ae72c7 req-276f94ae-39f5-4247-bedc-653b6499d425 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] No waiting events found dispatching network-vif-unplugged-a82eabbb-3de8-45da-9252-0466a9ecc83b {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1591.385360] env[62563]: WARNING nova.compute.manager [req-47bafba0-5fca-4d3e-a3cb-493402ae72c7 req-276f94ae-39f5-4247-bedc-653b6499d425 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Received unexpected event network-vif-unplugged-a82eabbb-3de8-45da-9252-0466a9ecc83b for instance with vm_state shelved and task_state shelving_offloading. [ 1591.405238] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.405902] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a77c8f-5cef-4db8-aca1-7be3d1f79070 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.414384] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.414384] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-124cea96-6ce2-4bbb-af14-331c36eb75b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.464470] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751238, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.683017] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.683385] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.683665] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleting the datastore file [datastore1] 7951bf7f-06c1-47ec-b392-6cfedd8df5b9 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.684455] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e286941-e82b-428c-ad21-b17eb8437bad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.698574] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751237, 'name': Rename_Task, 'duration_secs': 1.15372} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.698574] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1591.698574] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef3cac63-d1c2-4567-9a39-67601217da2c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.703385] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1591.703385] env[62563]: value = "task-1751240" [ 1591.703385] env[62563]: _type = "Task" [ 1591.703385] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.705134] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1591.705134] env[62563]: value = "task-1751241" [ 1591.705134] env[62563]: _type = "Task" [ 1591.705134] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.711138] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.719015] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.971379] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762893} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.971768] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 1c3b814f-67a7-4535-9a72-79be6195082c/1c3b814f-67a7-4535-9a72-79be6195082c.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1591.972092] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1591.972427] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82898e94-d910-4ca0-9bb8-b8367704e059 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.976356] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6232392c-2b7c-404c-bde2-3440c17b3c7b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.985968] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc16eab-2143-4600-9f69-faaf3b490073 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.989609] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1591.989609] env[62563]: value = "task-1751242" [ 1591.989609] env[62563]: _type = "Task" [ 1591.989609] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.018987] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb788fe-50bd-4cc6-8a11-e7faacf2b043 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.024608] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751242, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.030931] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89b0f21-9761-4209-a08f-6451dc6d56d8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.047938] env[62563]: DEBUG nova.compute.provider_tree [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.215191] env[62563]: DEBUG oslo_vmware.api [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20855} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.215978] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.216138] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.216414] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.229637] env[62563]: DEBUG oslo_vmware.api [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751241, 'name': PowerOnVM_Task, 'duration_secs': 0.468313} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.229637] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1592.229637] env[62563]: INFO nova.compute.manager [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1592.229637] env[62563]: DEBUG nova.compute.manager [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1592.231828] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44ac661-2fb6-4f78-a240-982bec982135 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.257991] env[62563]: INFO nova.scheduler.client.report [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleted allocations for instance 7951bf7f-06c1-47ec-b392-6cfedd8df5b9 [ 1592.502035] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064562} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.502331] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1592.503301] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ae4ad9-76bb-4ed4-b22e-ef91b5988591 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.530569] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 1c3b814f-67a7-4535-9a72-79be6195082c/1c3b814f-67a7-4535-9a72-79be6195082c.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1592.531225] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496673c3-dd75-498f-a04b-3497b98842ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.551294] env[62563]: DEBUG nova.scheduler.client.report [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1592.561667] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1592.561667] env[62563]: value = "task-1751243" [ 1592.561667] env[62563]: _type = "Task" [ 1592.561667] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.571819] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.752566] env[62563]: INFO nova.compute.manager [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Took 35.25 seconds to build instance. [ 1592.763838] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.057834] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.058527] env[62563]: DEBUG nova.compute.manager [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1593.062393] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.175s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.081165] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751243, 'name': ReconfigVM_Task, 'duration_secs': 0.281071} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.081430] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 1c3b814f-67a7-4535-9a72-79be6195082c/1c3b814f-67a7-4535-9a72-79be6195082c.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1593.082167] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31b931dc-a092-464b-9bc5-376abc8f0b0a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.094122] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1593.094122] env[62563]: value = "task-1751244" [ 1593.094122] env[62563]: _type = "Task" [ 1593.094122] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.104884] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751244, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.257828] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c5d64e3-10fd-45d0-851b-30b91bd77a21 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "9335ae51-1ea2-4d04-b5ba-b5265db805aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.760s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.417243] env[62563]: DEBUG nova.compute.manager [req-eebb6881-84f2-4360-8b1e-186039b88894 req-3afd88e6-6a4e-4081-8668-6366703b9169 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Received event network-changed-a82eabbb-3de8-45da-9252-0466a9ecc83b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1593.417451] env[62563]: DEBUG nova.compute.manager [req-eebb6881-84f2-4360-8b1e-186039b88894 req-3afd88e6-6a4e-4081-8668-6366703b9169 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Refreshing instance network info cache due to event network-changed-a82eabbb-3de8-45da-9252-0466a9ecc83b. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1593.417654] env[62563]: DEBUG oslo_concurrency.lockutils [req-eebb6881-84f2-4360-8b1e-186039b88894 req-3afd88e6-6a4e-4081-8668-6366703b9169 service nova] Acquiring lock "refresh_cache-7951bf7f-06c1-47ec-b392-6cfedd8df5b9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.417774] env[62563]: DEBUG oslo_concurrency.lockutils [req-eebb6881-84f2-4360-8b1e-186039b88894 req-3afd88e6-6a4e-4081-8668-6366703b9169 service nova] Acquired lock "refresh_cache-7951bf7f-06c1-47ec-b392-6cfedd8df5b9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.417927] env[62563]: DEBUG nova.network.neutron [req-eebb6881-84f2-4360-8b1e-186039b88894 req-3afd88e6-6a4e-4081-8668-6366703b9169 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Refreshing network info cache for port a82eabbb-3de8-45da-9252-0466a9ecc83b {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1593.565858] env[62563]: DEBUG nova.compute.utils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1593.567174] env[62563]: DEBUG nova.compute.manager [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1593.567382] env[62563]: DEBUG nova.network.neutron [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1593.578567] env[62563]: INFO nova.compute.claims [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1593.609112] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751244, 'name': Rename_Task, 'duration_secs': 0.170634} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.609434] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1593.609701] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dda1c9e-4d0c-4d4e-878f-a00112551d63 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.617158] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1593.617158] env[62563]: value = "task-1751245" [ 1593.617158] env[62563]: _type = "Task" [ 1593.617158] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.633913] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.650457] env[62563]: DEBUG nova.policy [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5bf7d13ed74f45b5c97272ec0d5513', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b163f78c60c540b2906fcc91ad4d8e97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1594.017877] env[62563]: DEBUG nova.network.neutron [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Successfully created port: e9672da8-38d1-491a-be0d-80c507358f46 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1594.033898] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5e18895b-8500-431a-ab72-c75b261f4875 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.076858] env[62563]: DEBUG nova.compute.manager [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1594.085213] env[62563]: INFO nova.compute.resource_tracker [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating resource usage from migration cac2fc5a-af56-43bb-8aa2-8f29be4280fc [ 1594.137141] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751245, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.313913] env[62563]: DEBUG nova.network.neutron [req-eebb6881-84f2-4360-8b1e-186039b88894 req-3afd88e6-6a4e-4081-8668-6366703b9169 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Updated VIF entry in instance network info cache for port a82eabbb-3de8-45da-9252-0466a9ecc83b. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1594.315283] env[62563]: DEBUG nova.network.neutron [req-eebb6881-84f2-4360-8b1e-186039b88894 req-3afd88e6-6a4e-4081-8668-6366703b9169 service nova] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Updating instance_info_cache with network_info: [{"id": "a82eabbb-3de8-45da-9252-0466a9ecc83b", "address": "fa:16:3e:20:b7:de", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": null, "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa82eabbb-3d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.415705] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bc8906-4b81-4e36-9dae-e6cae2a07d79 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.425460] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bdcedc-be7d-44bf-a09e-2c026ba07059 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.461649] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dedc3e-0e5f-4a86-8e3c-35384f7c755c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.473071] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8fa447-b77a-4c31-aa44-9f94c21d73ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.485687] env[62563]: DEBUG nova.compute.provider_tree [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.634037] env[62563]: DEBUG oslo_vmware.api [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751245, 'name': PowerOnVM_Task, 'duration_secs': 0.555254} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.634037] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.634037] env[62563]: INFO nova.compute.manager [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Took 5.85 seconds to spawn the instance on the hypervisor. [ 1594.634037] env[62563]: DEBUG nova.compute.manager [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1594.634037] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931aacb6-fed7-40b4-beee-dae7e396c1b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.821241] env[62563]: DEBUG oslo_concurrency.lockutils [req-eebb6881-84f2-4360-8b1e-186039b88894 req-3afd88e6-6a4e-4081-8668-6366703b9169 service nova] Releasing lock "refresh_cache-7951bf7f-06c1-47ec-b392-6cfedd8df5b9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.993022] env[62563]: DEBUG nova.scheduler.client.report [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1595.091063] env[62563]: DEBUG nova.compute.manager [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1595.124800] env[62563]: DEBUG nova.virt.hardware [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1595.125136] env[62563]: DEBUG nova.virt.hardware [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1595.125314] env[62563]: DEBUG nova.virt.hardware [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.125498] env[62563]: DEBUG nova.virt.hardware [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1595.125641] env[62563]: DEBUG nova.virt.hardware [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.125788] env[62563]: DEBUG nova.virt.hardware [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1595.125995] env[62563]: DEBUG nova.virt.hardware [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1595.126384] env[62563]: DEBUG nova.virt.hardware [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1595.126957] env[62563]: DEBUG nova.virt.hardware [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1595.126957] env[62563]: DEBUG nova.virt.hardware [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1595.126957] env[62563]: DEBUG nova.virt.hardware [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1595.127914] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47352e4-221b-442b-8e74-04bbb67c8a70 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.136925] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f29f78-54b6-413e-b119-ac0ad7d510be {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.159600] env[62563]: INFO nova.compute.manager [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Took 37.36 seconds to build instance. [ 1595.496218] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.434s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.496542] env[62563]: INFO nova.compute.manager [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Migrating [ 1595.506202] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.603s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.506516] env[62563]: DEBUG nova.objects.instance [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lazy-loading 'resources' on Instance uuid 9e485fef-8ccd-4069-b33c-d94b2162019a {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.662522] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e4b2131e-0421-4eca-9df6-2c2a2ffc65d2 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "1c3b814f-67a7-4535-9a72-79be6195082c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.867s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.700252] env[62563]: DEBUG nova.compute.manager [req-061cd46b-a4d8-4040-9055-57bb48dc6dce req-a2eeb9fc-334c-4205-8f21-beb5c7d423d8 service nova] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Received event network-vif-plugged-e9672da8-38d1-491a-be0d-80c507358f46 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1595.700837] env[62563]: DEBUG oslo_concurrency.lockutils [req-061cd46b-a4d8-4040-9055-57bb48dc6dce req-a2eeb9fc-334c-4205-8f21-beb5c7d423d8 service nova] Acquiring lock "2371ed40-8706-4d19-a9d0-c7e5572c90fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.702279] env[62563]: DEBUG oslo_concurrency.lockutils [req-061cd46b-a4d8-4040-9055-57bb48dc6dce req-a2eeb9fc-334c-4205-8f21-beb5c7d423d8 service nova] Lock "2371ed40-8706-4d19-a9d0-c7e5572c90fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.702279] env[62563]: DEBUG oslo_concurrency.lockutils [req-061cd46b-a4d8-4040-9055-57bb48dc6dce req-a2eeb9fc-334c-4205-8f21-beb5c7d423d8 service nova] Lock "2371ed40-8706-4d19-a9d0-c7e5572c90fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.702279] env[62563]: DEBUG nova.compute.manager [req-061cd46b-a4d8-4040-9055-57bb48dc6dce req-a2eeb9fc-334c-4205-8f21-beb5c7d423d8 service nova] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] No waiting events found dispatching network-vif-plugged-e9672da8-38d1-491a-be0d-80c507358f46 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1595.702279] env[62563]: WARNING nova.compute.manager [req-061cd46b-a4d8-4040-9055-57bb48dc6dce req-a2eeb9fc-334c-4205-8f21-beb5c7d423d8 service nova] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Received unexpected event network-vif-plugged-e9672da8-38d1-491a-be0d-80c507358f46 for instance with vm_state building and task_state spawning. [ 1595.880229] env[62563]: DEBUG nova.network.neutron [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Successfully updated port: e9672da8-38d1-491a-be0d-80c507358f46 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1596.018900] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.018900] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.018900] env[62563]: DEBUG nova.network.neutron [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1596.129146] env[62563]: INFO nova.compute.manager [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Rebuilding instance [ 1596.187626] env[62563]: DEBUG nova.compute.manager [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1596.188434] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c71870-a72a-4bc0-aeda-6b412ce34fe0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.347016] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d5e461-a161-4e59-9237-38f9c3c80e1f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.355678] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd64be-fe56-4834-8017-40a8ff485961 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.388325] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "refresh_cache-2371ed40-8706-4d19-a9d0-c7e5572c90fc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.388478] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "refresh_cache-2371ed40-8706-4d19-a9d0-c7e5572c90fc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.388627] env[62563]: DEBUG nova.network.neutron [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1596.390470] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b2b515-be72-43ab-9300-4689deaca360 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.399446] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f88e5f-3888-4633-bf9c-04f81249c494 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.414119] env[62563]: DEBUG nova.compute.provider_tree [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.707027] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.707027] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d121f511-51b1-425d-95be-5f932cbe0ba1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.713261] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1596.713261] env[62563]: value = "task-1751246" [ 1596.713261] env[62563]: _type = "Task" [ 1596.713261] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.731295] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.805301] env[62563]: DEBUG nova.network.neutron [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance_info_cache with network_info: [{"id": "06ee07d7-1c6f-4760-9980-d5ff356e15f0", "address": "fa:16:3e:8c:1f:d4", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ee07d7-1c", "ovs_interfaceid": "06ee07d7-1c6f-4760-9980-d5ff356e15f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.917252] env[62563]: DEBUG nova.scheduler.client.report [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1596.926298] env[62563]: DEBUG nova.network.neutron [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1597.096937] env[62563]: DEBUG nova.network.neutron [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Updating instance_info_cache with network_info: [{"id": "e9672da8-38d1-491a-be0d-80c507358f46", "address": "fa:16:3e:9b:67:84", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9672da8-38", "ovs_interfaceid": "e9672da8-38d1-491a-be0d-80c507358f46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.222881] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751246, 'name': PowerOffVM_Task, 'duration_secs': 0.137248} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.225393] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1597.225708] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.227130] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d01c05-4c72-4346-8c13-fdca4da6eeb1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.236465] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1597.236706] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1345e5f6-e234-4fb7-9dc4-b0728d50e478 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.262455] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1597.262789] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1597.263066] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Deleting the datastore file [datastore1] 1c3b814f-67a7-4535-9a72-79be6195082c {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1597.263331] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47f764b5-b7e0-429a-9a0a-0084c0921794 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.269803] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1597.269803] env[62563]: value = "task-1751248" [ 1597.269803] env[62563]: _type = "Task" [ 1597.269803] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.277939] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.309742] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.426023] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.426023] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.277s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.426023] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.426023] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1597.426658] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.618s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.427042] env[62563]: DEBUG nova.objects.instance [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lazy-loading 'resources' on Instance uuid cfafc9e3-5c8a-4117-9edd-f5512d3c9374 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.433017] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e541c5-11ed-4b29-9391-83fa38269213 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.444259] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b938daa8-ec8d-452b-b5fa-de312412e90a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.450371] env[62563]: INFO nova.scheduler.client.report [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleted allocations for instance 9e485fef-8ccd-4069-b33c-d94b2162019a [ 1597.465900] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ac4d39-0f94-4269-8dfb-e040bbe0ec25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.473983] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c359a3-f8e1-4d6b-88cb-6c45963ca3a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.510942] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179255MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1597.511204] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.601594] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "refresh_cache-2371ed40-8706-4d19-a9d0-c7e5572c90fc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.602007] env[62563]: DEBUG nova.compute.manager [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Instance network_info: |[{"id": "e9672da8-38d1-491a-be0d-80c507358f46", "address": "fa:16:3e:9b:67:84", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9672da8-38", "ovs_interfaceid": "e9672da8-38d1-491a-be0d-80c507358f46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1597.602499] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:67:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9672da8-38d1-491a-be0d-80c507358f46', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1597.614427] env[62563]: DEBUG oslo.service.loopingcall [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.614654] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1597.614872] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fa84840-0e92-450e-969b-4a23470a7f93 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.639549] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1597.639549] env[62563]: value = "task-1751249" [ 1597.639549] env[62563]: _type = "Task" [ 1597.639549] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.648151] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751249, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.781401] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304751} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.781746] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1597.781973] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1597.785040] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1597.831300] env[62563]: DEBUG nova.compute.manager [req-88835fda-542f-4cdd-a17e-6dacb2b281fe req-3e00a120-893e-4c88-b1aa-4b4356fb9a7c service nova] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Received event network-changed-e9672da8-38d1-491a-be0d-80c507358f46 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1597.833320] env[62563]: DEBUG nova.compute.manager [req-88835fda-542f-4cdd-a17e-6dacb2b281fe req-3e00a120-893e-4c88-b1aa-4b4356fb9a7c service nova] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Refreshing instance network info cache due to event network-changed-e9672da8-38d1-491a-be0d-80c507358f46. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1597.833563] env[62563]: DEBUG oslo_concurrency.lockutils [req-88835fda-542f-4cdd-a17e-6dacb2b281fe req-3e00a120-893e-4c88-b1aa-4b4356fb9a7c service nova] Acquiring lock "refresh_cache-2371ed40-8706-4d19-a9d0-c7e5572c90fc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.833724] env[62563]: DEBUG oslo_concurrency.lockutils [req-88835fda-542f-4cdd-a17e-6dacb2b281fe req-3e00a120-893e-4c88-b1aa-4b4356fb9a7c service nova] Acquired lock "refresh_cache-2371ed40-8706-4d19-a9d0-c7e5572c90fc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.833890] env[62563]: DEBUG nova.network.neutron [req-88835fda-542f-4cdd-a17e-6dacb2b281fe req-3e00a120-893e-4c88-b1aa-4b4356fb9a7c service nova] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Refreshing network info cache for port e9672da8-38d1-491a-be0d-80c507358f46 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.938132] env[62563]: DEBUG nova.objects.instance [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lazy-loading 'numa_topology' on Instance uuid cfafc9e3-5c8a-4117-9edd-f5512d3c9374 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.969125] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1b52ca64-7920-43ee-a4f8-3f2e1ca21c2c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "9e485fef-8ccd-4069-b33c-d94b2162019a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.064s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.149092] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751249, 'name': CreateVM_Task, 'duration_secs': 0.413857} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.149317] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1598.150054] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.150346] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.150683] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1598.150959] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a8a877-0a99-4db6-bc83-371f74c9b946 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.157777] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1598.157777] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5269bdff-4118-399d-2ad9-87d31416d9b6" [ 1598.157777] env[62563]: _type = "Task" [ 1598.157777] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.165075] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5269bdff-4118-399d-2ad9-87d31416d9b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.381800] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.382172] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.441243] env[62563]: DEBUG nova.objects.base [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1598.482565] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "690beff5-67eb-4a94-949b-159dc93e65de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.483671] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "690beff5-67eb-4a94-949b-159dc93e65de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.483671] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "690beff5-67eb-4a94-949b-159dc93e65de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.483671] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "690beff5-67eb-4a94-949b-159dc93e65de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.483671] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "690beff5-67eb-4a94-949b-159dc93e65de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.489131] env[62563]: INFO nova.compute.manager [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Terminating instance [ 1598.492753] env[62563]: DEBUG nova.compute.manager [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1598.492753] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1598.492753] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd266b79-f1a8-4b2f-8b47-d95e463d3d69 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.501079] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.504983] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecb438df-7270-4fb0-a230-4cc87eef2205 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.515454] env[62563]: DEBUG oslo_vmware.api [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1598.515454] env[62563]: value = "task-1751250" [ 1598.515454] env[62563]: _type = "Task" [ 1598.515454] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.527964] env[62563]: DEBUG oslo_vmware.api [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.671238] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5269bdff-4118-399d-2ad9-87d31416d9b6, 'name': SearchDatastore_Task, 'duration_secs': 0.02472} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.671620] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.671886] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1598.672158] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.672311] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.672501] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1598.672762] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a922a91c-7131-4e2f-908b-c709a55e44f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.685237] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1598.685657] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1598.689527] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a6ba27-1a0b-47b6-bd9f-b862ced62d9a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.696125] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1598.696125] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525bb364-8e2a-458c-cff9-cc27d18b6467" [ 1598.696125] env[62563]: _type = "Task" [ 1598.696125] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.705020] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525bb364-8e2a-458c-cff9-cc27d18b6467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.783506] env[62563]: DEBUG nova.network.neutron [req-88835fda-542f-4cdd-a17e-6dacb2b281fe req-3e00a120-893e-4c88-b1aa-4b4356fb9a7c service nova] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Updated VIF entry in instance network info cache for port e9672da8-38d1-491a-be0d-80c507358f46. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1598.783852] env[62563]: DEBUG nova.network.neutron [req-88835fda-542f-4cdd-a17e-6dacb2b281fe req-3e00a120-893e-4c88-b1aa-4b4356fb9a7c service nova] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Updating instance_info_cache with network_info: [{"id": "e9672da8-38d1-491a-be0d-80c507358f46", "address": "fa:16:3e:9b:67:84", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9672da8-38", "ovs_interfaceid": "e9672da8-38d1-491a-be0d-80c507358f46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.786586] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dfb7ea-635b-4804-9c30-e172da4a2989 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.800347] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d9c714-7996-44f9-9e80-0023c2f62f3d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.838401] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc73815-a5e2-4250-ace0-749c55421c79 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.842718] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79973021-c9a4-464d-bbf5-9ee93e5f453d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.864256] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d2cfd3-9513-4769-8f11-6843fc80e2d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.869886] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance 'df476669-fe42-4518-bfb3-07bc3eccfb05' progress to 0 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1598.874812] env[62563]: DEBUG nova.virt.hardware [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1598.874957] env[62563]: DEBUG nova.virt.hardware [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1598.875140] env[62563]: DEBUG nova.virt.hardware [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1598.875324] env[62563]: DEBUG nova.virt.hardware [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1598.875470] env[62563]: DEBUG nova.virt.hardware [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1598.875934] env[62563]: DEBUG nova.virt.hardware [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1598.876402] env[62563]: DEBUG nova.virt.hardware [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1598.876402] env[62563]: DEBUG nova.virt.hardware [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1598.876550] env[62563]: DEBUG nova.virt.hardware [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1598.876717] env[62563]: DEBUG nova.virt.hardware [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1598.876891] env[62563]: DEBUG nova.virt.hardware [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1598.877757] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b00f59b-9771-4cf2-978d-9ac01563c8f6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.891321] env[62563]: DEBUG nova.compute.manager [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1598.895192] env[62563]: DEBUG nova.compute.provider_tree [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.900303] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8d0f51-299b-4a14-9bcb-92c76f3d3cc0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.916967] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Instance VIF info [] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1598.922801] env[62563]: DEBUG oslo.service.loopingcall [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.923725] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1598.923725] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b491df49-2041-4f7c-9723-85e2ff1c2ce9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.942981] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1598.942981] env[62563]: value = "task-1751251" [ 1598.942981] env[62563]: _type = "Task" [ 1598.942981] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.951056] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751251, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.022845] env[62563]: DEBUG oslo_vmware.api [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751250, 'name': PowerOffVM_Task, 'duration_secs': 0.194922} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.023158] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.023320] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.024167] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66421208-96e5-49c1-ad24-3abae66f502d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.038366] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "dc2f5746-b28a-40d6-8cbe-3756a920f0c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.038593] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "dc2f5746-b28a-40d6-8cbe-3756a920f0c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.187035] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.187035] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.187035] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleting the datastore file [datastore1] 690beff5-67eb-4a94-949b-159dc93e65de {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.187299] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d3db5c1-9154-4a24-b654-7894e82b792d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.194122] env[62563]: DEBUG oslo_vmware.api [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1599.194122] env[62563]: value = "task-1751253" [ 1599.194122] env[62563]: _type = "Task" [ 1599.194122] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.203705] env[62563]: DEBUG oslo_vmware.api [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.207491] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525bb364-8e2a-458c-cff9-cc27d18b6467, 'name': SearchDatastore_Task, 'duration_secs': 0.034008} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.208354] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7756acf8-56e5-49b2-acf5-570268293e4d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.213671] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1599.213671] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527575f5-3c5b-e49b-1857-c2390a5f7a29" [ 1599.213671] env[62563]: _type = "Task" [ 1599.213671] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.221872] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527575f5-3c5b-e49b-1857-c2390a5f7a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.290822] env[62563]: DEBUG oslo_concurrency.lockutils [req-88835fda-542f-4cdd-a17e-6dacb2b281fe req-3e00a120-893e-4c88-b1aa-4b4356fb9a7c service nova] Releasing lock "refresh_cache-2371ed40-8706-4d19-a9d0-c7e5572c90fc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.383076] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.383615] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23278c5f-c3d1-43b4-99f0-21faf007445b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.390103] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1599.390103] env[62563]: value = "task-1751254" [ 1599.390103] env[62563]: _type = "Task" [ 1599.390103] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.400651] env[62563]: DEBUG nova.scheduler.client.report [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1599.405312] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.425354] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.452902] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751251, 'name': CreateVM_Task, 'duration_secs': 0.317347} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.453107] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1599.453561] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.453732] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.454086] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1599.454351] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31be48b1-2bdd-4b46-8d4b-4c7c58b160fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.459657] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1599.459657] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529afcbd-0427-eeba-bf07-80a44a47bd04" [ 1599.459657] env[62563]: _type = "Task" [ 1599.459657] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.467916] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529afcbd-0427-eeba-bf07-80a44a47bd04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.541267] env[62563]: DEBUG nova.compute.manager [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1599.702466] env[62563]: DEBUG oslo_vmware.api [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304204} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.702725] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.702917] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.703133] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.703318] env[62563]: INFO nova.compute.manager [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1599.703558] env[62563]: DEBUG oslo.service.loopingcall [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.703755] env[62563]: DEBUG nova.compute.manager [-] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1599.703850] env[62563]: DEBUG nova.network.neutron [-] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.722332] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527575f5-3c5b-e49b-1857-c2390a5f7a29, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.722527] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.722760] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 2371ed40-8706-4d19-a9d0-c7e5572c90fc/2371ed40-8706-4d19-a9d0-c7e5572c90fc.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1599.723053] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea45d1c9-08f6-4822-9472-4e5cdaa8c6a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.730770] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1599.730770] env[62563]: value = "task-1751255" [ 1599.730770] env[62563]: _type = "Task" [ 1599.730770] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.738596] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.900570] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751254, 'name': PowerOffVM_Task, 'duration_secs': 0.190041} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.901475] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.901475] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance 'df476669-fe42-4518-bfb3-07bc3eccfb05' progress to 17 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1599.904966] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.479s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.907562] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.252s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.907820] env[62563]: DEBUG nova.objects.instance [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Lazy-loading 'resources' on Instance uuid 6ad2736a-9483-4afd-9bc5-982cdbbf610a {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.973714] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529afcbd-0427-eeba-bf07-80a44a47bd04, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.974109] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.974856] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.974856] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.974856] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.975208] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1599.975551] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35444eca-0490-4470-91cf-2ce74612d333 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.984454] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1599.984700] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1599.985905] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acefc409-c0ff-496a-958f-7c8d7c67cb9c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.991739] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1599.991739] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5202505e-09e9-5d98-0fb1-0f6835241025" [ 1599.991739] env[62563]: _type = "Task" [ 1599.991739] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.999956] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5202505e-09e9-5d98-0fb1-0f6835241025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.040387] env[62563]: DEBUG nova.compute.manager [req-778519f6-bc76-46af-987b-0178a5df50f2 req-6a0f7816-3b3a-45ac-97ef-63415812111b service nova] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Received event network-vif-deleted-4a710dfa-7743-4f60-85f1-a4f0606199f7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1600.040596] env[62563]: INFO nova.compute.manager [req-778519f6-bc76-46af-987b-0178a5df50f2 req-6a0f7816-3b3a-45ac-97ef-63415812111b service nova] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Neutron deleted interface 4a710dfa-7743-4f60-85f1-a4f0606199f7; detaching it from the instance and deleting it from the info cache [ 1600.040767] env[62563]: DEBUG nova.network.neutron [req-778519f6-bc76-46af-987b-0178a5df50f2 req-6a0f7816-3b3a-45ac-97ef-63415812111b service nova] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.070262] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.240532] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751255, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.410490] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1600.410776] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1600.410907] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1600.411084] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1600.411236] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1600.411383] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1600.411581] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1600.411739] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1600.411904] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1600.412077] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1600.412252] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1600.421019] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc9df05-f5a9-41cb-96e8-691b3414a57f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.433618] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c745652-7371-44b9-9f79-47ba6841c9bf tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.353s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.435104] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.169s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.435738] env[62563]: INFO nova.compute.manager [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Unshelving [ 1600.441320] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1600.441320] env[62563]: value = "task-1751256" [ 1600.441320] env[62563]: _type = "Task" [ 1600.441320] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.451086] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.455933] env[62563]: DEBUG nova.network.neutron [-] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.503783] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5202505e-09e9-5d98-0fb1-0f6835241025, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.507187] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b50d1f-4b20-49da-8693-e122a09b3555 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.512631] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1600.512631] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52c4cc4f-5a69-3a8a-ae12-b0371ae5cd23" [ 1600.512631] env[62563]: _type = "Task" [ 1600.512631] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.520007] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c4cc4f-5a69-3a8a-ae12-b0371ae5cd23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.546165] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c95d1380-3a7a-4db2-a355-f30cf45356ea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.555305] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37166c0d-cd21-44c2-a612-ad5f75e152d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.596410] env[62563]: DEBUG nova.compute.manager [req-778519f6-bc76-46af-987b-0178a5df50f2 req-6a0f7816-3b3a-45ac-97ef-63415812111b service nova] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Detach interface failed, port_id=4a710dfa-7743-4f60-85f1-a4f0606199f7, reason: Instance 690beff5-67eb-4a94-949b-159dc93e65de could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1600.737971] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71360c5-c60e-412a-b35e-e414da753091 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.743590] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679559} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.744177] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 2371ed40-8706-4d19-a9d0-c7e5572c90fc/2371ed40-8706-4d19-a9d0-c7e5572c90fc.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1600.744362] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1600.744590] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f46cd2d-b7fb-487b-b3d6-869938afff51 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.748805] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aedbec3-bf78-4e26-ad5b-24b4a1c6b9f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.752709] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1600.752709] env[62563]: value = "task-1751257" [ 1600.752709] env[62563]: _type = "Task" [ 1600.752709] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.784813] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01cb138-3f56-4c8e-8e5a-6c2e1b7b0616 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.790411] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751257, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.795602] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc03529e-e05e-4f75-b6ce-bb899ce380ad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.809453] env[62563]: DEBUG nova.compute.provider_tree [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.951931] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751256, 'name': ReconfigVM_Task, 'duration_secs': 0.203672} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.952274] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance 'df476669-fe42-4518-bfb3-07bc3eccfb05' progress to 33 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1600.957098] env[62563]: INFO nova.compute.manager [-] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Took 1.25 seconds to deallocate network for instance. [ 1601.024825] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c4cc4f-5a69-3a8a-ae12-b0371ae5cd23, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.024825] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.025065] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 1c3b814f-67a7-4535-9a72-79be6195082c/1c3b814f-67a7-4535-9a72-79be6195082c.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1601.025326] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43b04641-504d-48bd-9084-c6f509c9403e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.031924] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1601.031924] env[62563]: value = "task-1751258" [ 1601.031924] env[62563]: _type = "Task" [ 1601.031924] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.039991] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.266100] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060195} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.266251] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.267226] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf53ce3-102f-4ab2-9cdf-a7dc5f1a39cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.291526] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 2371ed40-8706-4d19-a9d0-c7e5572c90fc/2371ed40-8706-4d19-a9d0-c7e5572c90fc.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.291751] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed909da-a54a-42e8-8ad0-2fda8fa299e8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.310509] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1601.310509] env[62563]: value = "task-1751259" [ 1601.310509] env[62563]: _type = "Task" [ 1601.310509] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.313856] env[62563]: DEBUG nova.scheduler.client.report [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1601.322448] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.458259] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1601.458546] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1601.458693] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.458868] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1601.459025] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.459181] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1601.459384] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1601.459541] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1601.459706] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1601.459868] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1601.460071] env[62563]: DEBUG nova.virt.hardware [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1601.465688] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1601.467281] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.468483] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.468723] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c68edb-b3c4-4feb-b3cf-3e40b137b6e3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.489578] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1601.489578] env[62563]: value = "task-1751260" [ 1601.489578] env[62563]: _type = "Task" [ 1601.489578] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.498035] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.541867] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751258, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.821269] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.823310] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751259, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.824393] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.993s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.825149] env[62563]: INFO nova.compute.claims [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1601.841435] env[62563]: INFO nova.scheduler.client.report [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Deleted allocations for instance 6ad2736a-9483-4afd-9bc5-982cdbbf610a [ 1602.001595] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751260, 'name': ReconfigVM_Task, 'duration_secs': 0.285718} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.001941] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1602.002855] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4739fa4d-287c-4235-8f88-e8c471f1545b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.029849] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] df476669-fe42-4518-bfb3-07bc3eccfb05/df476669-fe42-4518-bfb3-07bc3eccfb05.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.030232] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de2f92cb-ad86-448e-8bc6-3637ff97666c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.057019] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688268} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.057019] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 1c3b814f-67a7-4535-9a72-79be6195082c/1c3b814f-67a7-4535-9a72-79be6195082c.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1602.057019] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1602.057019] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1602.057019] env[62563]: value = "task-1751261" [ 1602.057019] env[62563]: _type = "Task" [ 1602.057019] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.057019] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ffc7330-b44c-4a7e-b6db-c44de606e413 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.068856] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751261, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.070901] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1602.070901] env[62563]: value = "task-1751262" [ 1602.070901] env[62563]: _type = "Task" [ 1602.070901] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.079645] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.321404] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751259, 'name': ReconfigVM_Task, 'duration_secs': 0.517675} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.321693] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 2371ed40-8706-4d19-a9d0-c7e5572c90fc/2371ed40-8706-4d19-a9d0-c7e5572c90fc.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.322811] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d6f7fff-ee87-4769-9699-82cc9f784e08 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.333926] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1602.333926] env[62563]: value = "task-1751263" [ 1602.333926] env[62563]: _type = "Task" [ 1602.333926] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.341781] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751263, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.349554] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ecccd37d-e859-433e-9777-3621bfc530e3 tempest-TenantUsagesTestJSON-1076197138 tempest-TenantUsagesTestJSON-1076197138-project-member] Lock "6ad2736a-9483-4afd-9bc5-982cdbbf610a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.080s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.568176] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751261, 'name': ReconfigVM_Task, 'duration_secs': 0.304361} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.568552] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Reconfigured VM instance instance-0000004a to attach disk [datastore1] df476669-fe42-4518-bfb3-07bc3eccfb05/df476669-fe42-4518-bfb3-07bc3eccfb05.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.568876] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance 'df476669-fe42-4518-bfb3-07bc3eccfb05' progress to 50 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1602.580016] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068742} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.580341] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.581182] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1628157e-3c36-4bdd-9466-013f911c002b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.602643] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 1c3b814f-67a7-4535-9a72-79be6195082c/1c3b814f-67a7-4535-9a72-79be6195082c.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.603101] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40b64397-6925-48e4-a157-a23f5d3bc5c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.627024] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1602.627024] env[62563]: value = "task-1751264" [ 1602.627024] env[62563]: _type = "Task" [ 1602.627024] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.635059] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.848411] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751263, 'name': Rename_Task, 'duration_secs': 0.13583} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.848883] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1602.849142] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2b46853-3bf5-4832-b9ca-15149d9f538d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.857749] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1602.857749] env[62563]: value = "task-1751265" [ 1602.857749] env[62563]: _type = "Task" [ 1602.857749] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.867945] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.078414] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f30e0c-20c6-4544-8223-31b01f2696fd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.104823] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e27d87f-89c0-4ea1-9966-7d7f95253025 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.123972] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance 'df476669-fe42-4518-bfb3-07bc3eccfb05' progress to 67 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1603.140514] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751264, 'name': ReconfigVM_Task, 'duration_secs': 0.446644} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.142238] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 1c3b814f-67a7-4535-9a72-79be6195082c/1c3b814f-67a7-4535-9a72-79be6195082c.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.143749] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a245d66-2491-4e3d-95bf-799e5002da4a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.146779] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6078171-8729-4204-ac43-6769f6201236 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.155244] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1228060-5b5c-4235-99c2-49162583b56f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.158835] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1603.158835] env[62563]: value = "task-1751266" [ 1603.158835] env[62563]: _type = "Task" [ 1603.158835] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.189471] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078a7579-2ab8-40ec-97f1-7dfa13b5484e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.195273] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751266, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.200649] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e507204-524f-4b5c-b823-8d5c8603ed07 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.215815] env[62563]: DEBUG nova.compute.provider_tree [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.371677] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751265, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.668726] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751266, 'name': Rename_Task, 'duration_secs': 0.145567} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.669522] env[62563]: DEBUG nova.network.neutron [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Port 06ee07d7-1c6f-4760-9980-d5ff356e15f0 binding to destination host cpu-1 is already ACTIVE {{(pid=62563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1603.671041] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.671282] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a767f615-5122-4b5a-b7e6-ee4bcc3010db {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.677717] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1603.677717] env[62563]: value = "task-1751267" [ 1603.677717] env[62563]: _type = "Task" [ 1603.677717] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.686136] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.718405] env[62563]: DEBUG nova.scheduler.client.report [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1603.870818] env[62563]: DEBUG oslo_vmware.api [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751265, 'name': PowerOnVM_Task, 'duration_secs': 0.6275} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.871658] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.871658] env[62563]: INFO nova.compute.manager [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1603.871806] env[62563]: DEBUG nova.compute.manager [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1603.873065] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51949188-1ea1-48b4-be3a-0d7ac7e563cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.054697] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquiring lock "0e214c10-26ce-4283-ab3d-765c4000d310" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.054932] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Lock "0e214c10-26ce-4283-ab3d-765c4000d310" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.188224] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.223096] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.223644] env[62563]: DEBUG nova.compute.manager [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1604.226191] env[62563]: DEBUG oslo_concurrency.lockutils [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.686s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.226394] env[62563]: DEBUG oslo_concurrency.lockutils [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.228367] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.465s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.228582] env[62563]: DEBUG nova.objects.instance [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lazy-loading 'resources' on Instance uuid 7951bf7f-06c1-47ec-b392-6cfedd8df5b9 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.252347] env[62563]: INFO nova.scheduler.client.report [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Deleted allocations for instance fba94786-73fa-4a60-b774-30b140f24972 [ 1604.393842] env[62563]: INFO nova.compute.manager [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Took 35.44 seconds to build instance. [ 1604.557176] env[62563]: DEBUG nova.compute.manager [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1604.697052] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "df476669-fe42-4518-bfb3-07bc3eccfb05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.697298] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "df476669-fe42-4518-bfb3-07bc3eccfb05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.697471] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "df476669-fe42-4518-bfb3-07bc3eccfb05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.703961] env[62563]: DEBUG oslo_vmware.api [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751267, 'name': PowerOnVM_Task, 'duration_secs': 0.924888} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.704229] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1604.704514] env[62563]: DEBUG nova.compute.manager [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1604.705272] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb81dae2-a7c3-4588-a9c8-b21dfaadb774 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.732108] env[62563]: DEBUG nova.compute.utils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1604.733156] env[62563]: DEBUG nova.objects.instance [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lazy-loading 'numa_topology' on Instance uuid 7951bf7f-06c1-47ec-b392-6cfedd8df5b9 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.734500] env[62563]: DEBUG nova.compute.manager [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1604.734500] env[62563]: DEBUG nova.network.neutron [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1604.761442] env[62563]: DEBUG oslo_concurrency.lockutils [None req-77f38a78-1a60-4ccd-977a-8feff3b4191b tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "fba94786-73fa-4a60-b774-30b140f24972" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.239s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.781565] env[62563]: DEBUG nova.policy [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c536d44537a54203b9b884888401350f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a65b7595c344159a5123d2e1aef55af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1604.896162] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b208e1ca-2a4f-4ae8-b3a8-1b95056ba5c3 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "2371ed40-8706-4d19-a9d0-c7e5572c90fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.954s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.055733] env[62563]: DEBUG nova.network.neutron [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Successfully created port: 7ac9429a-3546-4c24-a523-42499384ee63 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.078946] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.199569] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "2371ed40-8706-4d19-a9d0-c7e5572c90fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.199869] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "2371ed40-8706-4d19-a9d0-c7e5572c90fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.200783] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "2371ed40-8706-4d19-a9d0-c7e5572c90fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.200783] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "2371ed40-8706-4d19-a9d0-c7e5572c90fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.200783] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "2371ed40-8706-4d19-a9d0-c7e5572c90fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.203913] env[62563]: INFO nova.compute.manager [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Terminating instance [ 1605.214018] env[62563]: DEBUG nova.compute.manager [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1605.214018] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1605.214018] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99c51d3-bbfc-41fc-a903-fe676ed2cb82 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.221458] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.225634] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.225982] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f03e2174-f05e-4171-b73b-0489bde32f95 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.232952] env[62563]: DEBUG oslo_vmware.api [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1605.232952] env[62563]: value = "task-1751268" [ 1605.232952] env[62563]: _type = "Task" [ 1605.232952] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.236993] env[62563]: DEBUG nova.objects.base [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Object Instance<7951bf7f-06c1-47ec-b392-6cfedd8df5b9> lazy-loaded attributes: resources,numa_topology {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1605.240438] env[62563]: DEBUG nova.compute.manager [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1605.246863] env[62563]: DEBUG oslo_vmware.api [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.330083] env[62563]: DEBUG nova.network.neutron [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Successfully created port: 4491d19b-1047-4516-af48-9b8df469ed05 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.524428] env[62563]: DEBUG oslo_concurrency.lockutils [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.524428] env[62563]: DEBUG oslo_concurrency.lockutils [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.524428] env[62563]: DEBUG oslo_concurrency.lockutils [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.524428] env[62563]: DEBUG oslo_concurrency.lockutils [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.524428] env[62563]: DEBUG oslo_concurrency.lockutils [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.525365] env[62563]: INFO nova.compute.manager [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Terminating instance [ 1605.529735] env[62563]: DEBUG nova.compute.manager [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1605.530169] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1605.532016] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d589cc4-fa97-481e-9a1d-a6c41e337dec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.539929] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.540641] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80ce1f6b-36c7-43dd-8c1d-c03bca74db09 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.549288] env[62563]: DEBUG oslo_vmware.api [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1605.549288] env[62563]: value = "task-1751269" [ 1605.549288] env[62563]: _type = "Task" [ 1605.549288] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.559661] env[62563]: DEBUG oslo_vmware.api [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.573480] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdd6b30-fb21-4f43-b94e-07a059290f94 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.581123] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448fb218-e221-4d85-9a70-564051ce822d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.621092] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cfde26-763c-44b8-aae9-5b004441dc2a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.629185] env[62563]: DEBUG nova.network.neutron [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Successfully created port: 4736c753-858e-492a-9db2-cee285601ba0 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.632199] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea499b-edad-41aa-879e-c97667395c19 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.646678] env[62563]: DEBUG nova.compute.provider_tree [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.742955] env[62563]: DEBUG oslo_vmware.api [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751268, 'name': PowerOffVM_Task, 'duration_secs': 0.222636} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.743321] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1605.743514] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1605.743765] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f59f2cf-f332-4a95-aee2-7cbd77e48641 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.751618] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.751759] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.751930] env[62563]: DEBUG nova.network.neutron [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1605.997750] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1605.998295] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1605.998295] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleting the datastore file [datastore1] 2371ed40-8706-4d19-a9d0-c7e5572c90fc {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1605.998814] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8345c246-177e-4ba2-9543-842f5c8b2835 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.005598] env[62563]: DEBUG oslo_vmware.api [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1606.005598] env[62563]: value = "task-1751271" [ 1606.005598] env[62563]: _type = "Task" [ 1606.005598] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.013613] env[62563]: DEBUG oslo_vmware.api [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.058736] env[62563]: DEBUG oslo_vmware.api [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751269, 'name': PowerOffVM_Task, 'duration_secs': 0.211385} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.059732] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1606.059979] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1606.060286] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a97fd4d-7647-4fb4-a652-7d7418758ce7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.148345] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1606.148506] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1606.148645] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Deleting the datastore file [datastore1] d463557f-2915-4d0b-9ed9-cf8ad14a99e7 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1606.149556] env[62563]: DEBUG nova.scheduler.client.report [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1606.152949] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f796ba07-69c6-429d-81e6-a0b9c6b1fb1f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.163993] env[62563]: DEBUG oslo_vmware.api [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for the task: (returnval){ [ 1606.163993] env[62563]: value = "task-1751273" [ 1606.163993] env[62563]: _type = "Task" [ 1606.163993] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.182909] env[62563]: DEBUG oslo_vmware.api [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.254819] env[62563]: DEBUG nova.compute.manager [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1606.282820] env[62563]: DEBUG nova.virt.hardware [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1606.283097] env[62563]: DEBUG nova.virt.hardware [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1606.283286] env[62563]: DEBUG nova.virt.hardware [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.283489] env[62563]: DEBUG nova.virt.hardware [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1606.283636] env[62563]: DEBUG nova.virt.hardware [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.283781] env[62563]: DEBUG nova.virt.hardware [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1606.283983] env[62563]: DEBUG nova.virt.hardware [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1606.284158] env[62563]: DEBUG nova.virt.hardware [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1606.284329] env[62563]: DEBUG nova.virt.hardware [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1606.284488] env[62563]: DEBUG nova.virt.hardware [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1606.284659] env[62563]: DEBUG nova.virt.hardware [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1606.285557] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c4ebee-739f-4bc8-b444-1f62d14c0a02 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.295336] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949db45e-a127-41e9-b24a-51be19f8af6a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.434550] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "1c3b814f-67a7-4535-9a72-79be6195082c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.434813] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "1c3b814f-67a7-4535-9a72-79be6195082c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.435014] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "1c3b814f-67a7-4535-9a72-79be6195082c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.435630] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "1c3b814f-67a7-4535-9a72-79be6195082c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.435812] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "1c3b814f-67a7-4535-9a72-79be6195082c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.438086] env[62563]: INFO nova.compute.manager [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Terminating instance [ 1606.439379] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "refresh_cache-1c3b814f-67a7-4535-9a72-79be6195082c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.439538] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquired lock "refresh_cache-1c3b814f-67a7-4535-9a72-79be6195082c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.439703] env[62563]: DEBUG nova.network.neutron [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.475686] env[62563]: DEBUG nova.network.neutron [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance_info_cache with network_info: [{"id": "06ee07d7-1c6f-4760-9980-d5ff356e15f0", "address": "fa:16:3e:8c:1f:d4", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ee07d7-1c", "ovs_interfaceid": "06ee07d7-1c6f-4760-9980-d5ff356e15f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.515866] env[62563]: DEBUG oslo_vmware.api [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216603} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.516139] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1606.516324] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1606.516501] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1606.516672] env[62563]: INFO nova.compute.manager [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1606.516908] env[62563]: DEBUG oslo.service.loopingcall [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.517111] env[62563]: DEBUG nova.compute.manager [-] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1606.517210] env[62563]: DEBUG nova.network.neutron [-] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1606.659481] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.431s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.661972] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.151s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.673830] env[62563]: DEBUG oslo_vmware.api [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Task: {'id': task-1751273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156608} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.673830] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1606.673980] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1606.674172] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1606.674723] env[62563]: INFO nova.compute.manager [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1606.674723] env[62563]: DEBUG oslo.service.loopingcall [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.674873] env[62563]: DEBUG nova.compute.manager [-] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1606.674873] env[62563]: DEBUG nova.network.neutron [-] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1606.892245] env[62563]: DEBUG nova.compute.manager [req-9afc6216-dca3-4f3a-a5e2-2f7aa827e79c req-18642355-00d4-4258-9c07-aec9fc6a344d service nova] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Received event network-vif-deleted-e9672da8-38d1-491a-be0d-80c507358f46 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1606.892454] env[62563]: INFO nova.compute.manager [req-9afc6216-dca3-4f3a-a5e2-2f7aa827e79c req-18642355-00d4-4258-9c07-aec9fc6a344d service nova] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Neutron deleted interface e9672da8-38d1-491a-be0d-80c507358f46; detaching it from the instance and deleting it from the info cache [ 1606.892625] env[62563]: DEBUG nova.network.neutron [req-9afc6216-dca3-4f3a-a5e2-2f7aa827e79c req-18642355-00d4-4258-9c07-aec9fc6a344d service nova] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.966731] env[62563]: DEBUG nova.network.neutron [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1606.977780] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.091955] env[62563]: DEBUG nova.network.neutron [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.180658] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a4e5939f-eb39-41bb-9ac2-3bf7b671ceab tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.650s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.184980] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5e18895b-8500-431a-ab72-c75b261f4875 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 13.148s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.184980] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5e18895b-8500-431a-ab72-c75b261f4875 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.184980] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5e18895b-8500-431a-ab72-c75b261f4875 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.184980] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5e18895b-8500-431a-ab72-c75b261f4875 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.184980] env[62563]: INFO nova.compute.manager [None req-5e18895b-8500-431a-ab72-c75b261f4875 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Terminating instance [ 1607.185756] env[62563]: DEBUG nova.compute.manager [None req-5e18895b-8500-431a-ab72-c75b261f4875 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1607.185756] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5e18895b-8500-431a-ab72-c75b261f4875 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1607.185883] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7262300f-9daa-400a-ab45-79a358b3dda7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.196086] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a7ab65-3fa6-40da-b121-6ba6ceb9a843 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.232898] env[62563]: WARNING nova.virt.vmwareapi.vmops [None req-5e18895b-8500-431a-ab72-c75b261f4875 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7951bf7f-06c1-47ec-b392-6cfedd8df5b9 could not be found. [ 1607.232898] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5e18895b-8500-431a-ab72-c75b261f4875 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1607.232898] env[62563]: INFO nova.compute.manager [None req-5e18895b-8500-431a-ab72-c75b261f4875 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1607.232898] env[62563]: DEBUG oslo.service.loopingcall [None req-5e18895b-8500-431a-ab72-c75b261f4875 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.232898] env[62563]: DEBUG nova.compute.manager [-] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1607.232898] env[62563]: DEBUG nova.network.neutron [-] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1607.375283] env[62563]: DEBUG nova.network.neutron [-] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.388549] env[62563]: DEBUG nova.network.neutron [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Successfully updated port: 7ac9429a-3546-4c24-a523-42499384ee63 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1607.397211] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0068c3c-385b-4203-aa1e-acf2a9bff532 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.406564] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d27146c-d8cc-431e-b9a0-dfb0014f953c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.438011] env[62563]: DEBUG nova.compute.manager [req-9afc6216-dca3-4f3a-a5e2-2f7aa827e79c req-18642355-00d4-4258-9c07-aec9fc6a344d service nova] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Detach interface failed, port_id=e9672da8-38d1-491a-be0d-80c507358f46, reason: Instance 2371ed40-8706-4d19-a9d0-c7e5572c90fc could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1607.504294] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c8564b-4354-4ae5-9c34-793fff6bca3e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.526556] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739a1c3d-9eae-4853-8974-4dd48ded03a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.534322] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance 'df476669-fe42-4518-bfb3-07bc3eccfb05' progress to 83 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1607.594502] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Releasing lock "refresh_cache-1c3b814f-67a7-4535-9a72-79be6195082c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.594905] env[62563]: DEBUG nova.compute.manager [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1607.595182] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1607.596357] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686721a5-dc1c-4725-8b80-d4933319e1a3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.604098] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1607.604342] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbc93762-5e41-46a9-b686-f469180111d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.610882] env[62563]: DEBUG oslo_vmware.api [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1607.610882] env[62563]: value = "task-1751274" [ 1607.610882] env[62563]: _type = "Task" [ 1607.610882] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.619556] env[62563]: DEBUG oslo_vmware.api [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.629056] env[62563]: DEBUG nova.network.neutron [-] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.680320] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Applying migration context for instance df476669-fe42-4518-bfb3-07bc3eccfb05 as it has an incoming, in-progress migration cac2fc5a-af56-43bb-8aa2-8f29be4280fc. Migration status is post-migrating {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1607.682956] env[62563]: INFO nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating resource usage from migration cac2fc5a-af56-43bb-8aa2-8f29be4280fc [ 1607.703145] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d463557f-2915-4d0b-9ed9-cf8ad14a99e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.703222] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 84baf130-f07a-45d4-a57f-7b20833a85ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.703344] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance a49fc7ed-4f0f-4ecd-b65d-727412edcf7c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.703435] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 72a99e47-ef6a-4930-be72-bbb5af8f6c77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.703575] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 690beff5-67eb-4a94-949b-159dc93e65de is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1607.703692] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.703806] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d225830f-a588-44be-a8c1-12d21b67ea7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.703918] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance bda5ce78-0d41-4084-acdd-2172811f2c9a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.704038] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 0e1d3972-426d-4751-bebe-12dd732bbef3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.704294] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.704294] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 0e5a8473-09a3-49c7-91be-144a3561fd23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.704462] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 9335ae51-1ea2-4d04-b5ba-b5265db805aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.704462] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 1c3b814f-67a7-4535-9a72-79be6195082c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.704558] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 2371ed40-8706-4d19-a9d0-c7e5572c90fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.704664] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Migration cac2fc5a-af56-43bb-8aa2-8f29be4280fc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1607.704815] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance df476669-fe42-4518-bfb3-07bc3eccfb05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1607.843303] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.843543] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.877515] env[62563]: INFO nova.compute.manager [-] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Took 1.36 seconds to deallocate network for instance. [ 1608.009094] env[62563]: DEBUG nova.network.neutron [-] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.044313] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.044781] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb5fb1fe-93fe-4911-87ef-1105599e123c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.054603] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1608.054603] env[62563]: value = "task-1751275" [ 1608.054603] env[62563]: _type = "Task" [ 1608.054603] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.066014] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.120319] env[62563]: DEBUG oslo_vmware.api [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751274, 'name': PowerOffVM_Task, 'duration_secs': 0.189421} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.120603] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.120772] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1608.121032] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17349f60-f2ed-40f9-84d9-2d455c77d0c6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.131254] env[62563]: INFO nova.compute.manager [-] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Took 1.46 seconds to deallocate network for instance. [ 1608.146738] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.146738] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.146930] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Deleting the datastore file [datastore1] 1c3b814f-67a7-4535-9a72-79be6195082c {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.147127] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-894c8b3b-2b07-4d88-8d76-d856581128de {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.154902] env[62563]: DEBUG oslo_vmware.api [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1608.154902] env[62563]: value = "task-1751277" [ 1608.154902] env[62563]: _type = "Task" [ 1608.154902] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.162960] env[62563]: DEBUG oslo_vmware.api [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.207944] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance cfafc9e3-5c8a-4117-9edd-f5512d3c9374 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1608.209364] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 004e58e4-4420-42b6-86f5-1ed8fa0750be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.347613] env[62563]: DEBUG nova.compute.utils [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1608.388901] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.511136] env[62563]: INFO nova.compute.manager [-] [instance: 7951bf7f-06c1-47ec-b392-6cfedd8df5b9] Took 1.28 seconds to deallocate network for instance. [ 1608.564673] env[62563]: DEBUG oslo_vmware.api [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751275, 'name': PowerOnVM_Task, 'duration_secs': 0.416575} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.564933] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.565168] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c01c36bc-5a77-450a-9d6e-d0c9aa853593 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance 'df476669-fe42-4518-bfb3-07bc3eccfb05' progress to 100 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1608.637477] env[62563]: DEBUG oslo_concurrency.lockutils [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.665440] env[62563]: DEBUG oslo_vmware.api [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165577} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.665690] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1608.665873] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1608.666062] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1608.666235] env[62563]: INFO nova.compute.manager [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1608.666472] env[62563]: DEBUG oslo.service.loopingcall [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.666658] env[62563]: DEBUG nova.compute.manager [-] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1608.666755] env[62563]: DEBUG nova.network.neutron [-] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1608.681826] env[62563]: DEBUG nova.network.neutron [-] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1608.712783] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1608.850466] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.920276] env[62563]: DEBUG nova.compute.manager [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Received event network-vif-deleted-55607a4f-c280-422c-96d9-bd66d49740c1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1608.920446] env[62563]: DEBUG nova.compute.manager [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Received event network-vif-plugged-7ac9429a-3546-4c24-a523-42499384ee63 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1608.920638] env[62563]: DEBUG oslo_concurrency.lockutils [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] Acquiring lock "004e58e4-4420-42b6-86f5-1ed8fa0750be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.920845] env[62563]: DEBUG oslo_concurrency.lockutils [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] Lock "004e58e4-4420-42b6-86f5-1ed8fa0750be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.921016] env[62563]: DEBUG oslo_concurrency.lockutils [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] Lock "004e58e4-4420-42b6-86f5-1ed8fa0750be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.921186] env[62563]: DEBUG nova.compute.manager [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] No waiting events found dispatching network-vif-plugged-7ac9429a-3546-4c24-a523-42499384ee63 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1608.921350] env[62563]: WARNING nova.compute.manager [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Received unexpected event network-vif-plugged-7ac9429a-3546-4c24-a523-42499384ee63 for instance with vm_state building and task_state spawning. [ 1608.921504] env[62563]: DEBUG nova.compute.manager [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Received event network-changed-7ac9429a-3546-4c24-a523-42499384ee63 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1608.921650] env[62563]: DEBUG nova.compute.manager [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Refreshing instance network info cache due to event network-changed-7ac9429a-3546-4c24-a523-42499384ee63. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1608.921831] env[62563]: DEBUG oslo_concurrency.lockutils [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] Acquiring lock "refresh_cache-004e58e4-4420-42b6-86f5-1ed8fa0750be" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.921964] env[62563]: DEBUG oslo_concurrency.lockutils [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] Acquired lock "refresh_cache-004e58e4-4420-42b6-86f5-1ed8fa0750be" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.922126] env[62563]: DEBUG nova.network.neutron [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Refreshing network info cache for port 7ac9429a-3546-4c24-a523-42499384ee63 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.184913] env[62563]: DEBUG nova.network.neutron [-] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.216784] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance dc2f5746-b28a-40d6-8cbe-3756a920f0c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1609.383033] env[62563]: DEBUG nova.network.neutron [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Successfully updated port: 4491d19b-1047-4516-af48-9b8df469ed05 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.469192] env[62563]: DEBUG nova.network.neutron [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.538921] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5e18895b-8500-431a-ab72-c75b261f4875 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "7951bf7f-06c1-47ec-b392-6cfedd8df5b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.358s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.548530] env[62563]: DEBUG nova.network.neutron [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.687590] env[62563]: INFO nova.compute.manager [-] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Took 1.02 seconds to deallocate network for instance. [ 1609.720436] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 0e214c10-26ce-4283-ab3d-765c4000d310 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1609.720723] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1609.720874] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1609.933292] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.933547] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.933768] env[62563]: INFO nova.compute.manager [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Attaching volume f3a26d7e-5f51-4ceb-9fdc-a73b2058d032 to /dev/sdb [ 1609.983020] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cda647-cddf-4d52-8c33-6cb0846ecc2f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.005345] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900bcd12-fd7f-47a5-8545-1c43cbf36113 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.011918] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a92fc47-3872-43e9-933f-b2aeba890997 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.018928] env[62563]: DEBUG nova.virt.block_device [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Updating existing volume attachment record: ac454aec-c32f-4714-acf2-963b75e9488d {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1610.027012] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dd950e-9cce-49d1-b440-df45e1aa5b16 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.061883] env[62563]: DEBUG oslo_concurrency.lockutils [req-bc17d568-3751-46ea-8797-8b85d3f72a8c req-4d991d2b-a0dd-40d5-a3b4-0978cc775ecd service nova] Releasing lock "refresh_cache-004e58e4-4420-42b6-86f5-1ed8fa0750be" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.062940] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a36974-c418-40ce-896f-c37153b879a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.070767] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3a18bd-199f-4b75-8254-3887a75d86e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.090085] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.193952] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.472631] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.477018] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.498970] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "df476669-fe42-4518-bfb3-07bc3eccfb05" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.499280] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "df476669-fe42-4518-bfb3-07bc3eccfb05" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.499490] env[62563]: DEBUG nova.compute.manager [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Going to confirm migration 3 {{(pid=62563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1610.596655] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1610.946388] env[62563]: DEBUG nova.compute.manager [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Received event network-vif-plugged-4491d19b-1047-4516-af48-9b8df469ed05 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1610.947579] env[62563]: DEBUG oslo_concurrency.lockutils [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] Acquiring lock "004e58e4-4420-42b6-86f5-1ed8fa0750be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.947579] env[62563]: DEBUG oslo_concurrency.lockutils [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] Lock "004e58e4-4420-42b6-86f5-1ed8fa0750be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.947579] env[62563]: DEBUG oslo_concurrency.lockutils [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] Lock "004e58e4-4420-42b6-86f5-1ed8fa0750be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.947579] env[62563]: DEBUG nova.compute.manager [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] No waiting events found dispatching network-vif-plugged-4491d19b-1047-4516-af48-9b8df469ed05 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1610.947579] env[62563]: WARNING nova.compute.manager [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Received unexpected event network-vif-plugged-4491d19b-1047-4516-af48-9b8df469ed05 for instance with vm_state building and task_state spawning. [ 1610.947867] env[62563]: DEBUG nova.compute.manager [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Received event network-changed-4491d19b-1047-4516-af48-9b8df469ed05 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1610.948000] env[62563]: DEBUG nova.compute.manager [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Refreshing instance network info cache due to event network-changed-4491d19b-1047-4516-af48-9b8df469ed05. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1610.948239] env[62563]: DEBUG oslo_concurrency.lockutils [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] Acquiring lock "refresh_cache-004e58e4-4420-42b6-86f5-1ed8fa0750be" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.948387] env[62563]: DEBUG oslo_concurrency.lockutils [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] Acquired lock "refresh_cache-004e58e4-4420-42b6-86f5-1ed8fa0750be" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.948541] env[62563]: DEBUG nova.network.neutron [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Refreshing network info cache for port 4491d19b-1047-4516-af48-9b8df469ed05 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.980040] env[62563]: DEBUG nova.compute.manager [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1611.083387] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.083504] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.083680] env[62563]: DEBUG nova.network.neutron [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1611.083863] env[62563]: DEBUG nova.objects.instance [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lazy-loading 'info_cache' on Instance uuid df476669-fe42-4518-bfb3-07bc3eccfb05 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.101076] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1611.101290] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.439s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.101538] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.676s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.103053] env[62563]: INFO nova.compute.claims [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.424385] env[62563]: DEBUG nova.network.neutron [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Successfully updated port: 4736c753-858e-492a-9db2-cee285601ba0 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1611.444206] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "c07aecc6-1485-4248-b479-59888126bbf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.444690] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "c07aecc6-1485-4248-b479-59888126bbf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.488958] env[62563]: DEBUG nova.network.neutron [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1611.506883] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.579169] env[62563]: DEBUG nova.network.neutron [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.927096] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "refresh_cache-004e58e4-4420-42b6-86f5-1ed8fa0750be" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.947852] env[62563]: DEBUG nova.compute.manager [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1612.082117] env[62563]: DEBUG oslo_concurrency.lockutils [req-e576a794-83ec-4b71-a0cd-ab10ac3c8655 req-799021f3-591f-4e6d-b95a-96977beb6db6 service nova] Releasing lock "refresh_cache-004e58e4-4420-42b6-86f5-1ed8fa0750be" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.082272] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquired lock "refresh_cache-004e58e4-4420-42b6-86f5-1ed8fa0750be" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.082353] env[62563]: DEBUG nova.network.neutron [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1612.294568] env[62563]: DEBUG nova.network.neutron [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance_info_cache with network_info: [{"id": "06ee07d7-1c6f-4760-9980-d5ff356e15f0", "address": "fa:16:3e:8c:1f:d4", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ee07d7-1c", "ovs_interfaceid": "06ee07d7-1c6f-4760-9980-d5ff356e15f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.370644] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132ed5f7-0e4b-4bde-a8c2-96cb09203fc4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.378856] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31857381-f80e-4332-996c-33e4f2c881d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.409589] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49239d05-df75-4e45-a873-34cefbc4c4da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.416955] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd133508-8e76-4986-b125-770b10347d55 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.430290] env[62563]: DEBUG nova.compute.provider_tree [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.468804] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.505207] env[62563]: DEBUG nova.compute.manager [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1612.506691] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d35620-cbff-4a90-b635-916c00dcef81 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.622551] env[62563]: DEBUG nova.network.neutron [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1612.797026] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "refresh_cache-df476669-fe42-4518-bfb3-07bc3eccfb05" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.797189] env[62563]: DEBUG nova.objects.instance [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lazy-loading 'migration_context' on Instance uuid df476669-fe42-4518-bfb3-07bc3eccfb05 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1612.933951] env[62563]: DEBUG nova.scheduler.client.report [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1612.976463] env[62563]: DEBUG nova.compute.manager [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Received event network-vif-plugged-4736c753-858e-492a-9db2-cee285601ba0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1612.979027] env[62563]: DEBUG oslo_concurrency.lockutils [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] Acquiring lock "004e58e4-4420-42b6-86f5-1ed8fa0750be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.979344] env[62563]: DEBUG oslo_concurrency.lockutils [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] Lock "004e58e4-4420-42b6-86f5-1ed8fa0750be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.979660] env[62563]: DEBUG oslo_concurrency.lockutils [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] Lock "004e58e4-4420-42b6-86f5-1ed8fa0750be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.979739] env[62563]: DEBUG nova.compute.manager [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] No waiting events found dispatching network-vif-plugged-4736c753-858e-492a-9db2-cee285601ba0 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1612.979931] env[62563]: WARNING nova.compute.manager [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Received unexpected event network-vif-plugged-4736c753-858e-492a-9db2-cee285601ba0 for instance with vm_state building and task_state spawning. [ 1612.980593] env[62563]: DEBUG nova.compute.manager [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Received event network-changed-4736c753-858e-492a-9db2-cee285601ba0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1612.980854] env[62563]: DEBUG nova.compute.manager [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Refreshing instance network info cache due to event network-changed-4736c753-858e-492a-9db2-cee285601ba0. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1612.981062] env[62563]: DEBUG oslo_concurrency.lockutils [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] Acquiring lock "refresh_cache-004e58e4-4420-42b6-86f5-1ed8fa0750be" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.017461] env[62563]: INFO nova.compute.manager [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] instance snapshotting [ 1613.018090] env[62563]: DEBUG nova.objects.instance [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'flavor' on Instance uuid 0e1d3972-426d-4751-bebe-12dd732bbef3 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.039961] env[62563]: DEBUG nova.network.neutron [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Updating instance_info_cache with network_info: [{"id": "7ac9429a-3546-4c24-a523-42499384ee63", "address": "fa:16:3e:09:ae:36", "network": {"id": "64f03fcc-003f-405c-aab9-5fa8285a0dce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1044119387", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac9429a-35", "ovs_interfaceid": "7ac9429a-3546-4c24-a523-42499384ee63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4491d19b-1047-4516-af48-9b8df469ed05", "address": "fa:16:3e:b4:5f:98", "network": {"id": "800cf238-48d3-4499-bb1a-3957cadca0b2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1238628981", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4491d19b-10", "ovs_interfaceid": "4491d19b-1047-4516-af48-9b8df469ed05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4736c753-858e-492a-9db2-cee285601ba0", "address": "fa:16:3e:a6:14:cb", "network": {"id": "64f03fcc-003f-405c-aab9-5fa8285a0dce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1044119387", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4736c753-85", "ovs_interfaceid": "4736c753-858e-492a-9db2-cee285601ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.300159] env[62563]: DEBUG nova.objects.base [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1613.301127] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5768905b-6919-4d93-9ec9-6291618c958c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.321065] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fdf6e5-bcd6-40fa-b217-782424461d54 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.326509] env[62563]: DEBUG oslo_vmware.api [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1613.326509] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52c02d56-6329-9662-2d38-4c5c99308c85" [ 1613.326509] env[62563]: _type = "Task" [ 1613.326509] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.334250] env[62563]: DEBUG oslo_vmware.api [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c02d56-6329-9662-2d38-4c5c99308c85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.440863] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.441495] env[62563]: DEBUG nova.compute.manager [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1613.444371] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.375s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.445849] env[62563]: INFO nova.compute.claims [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.524152] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94af8ff1-d27f-4250-8f22-6839d29043da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.543888] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Releasing lock "refresh_cache-004e58e4-4420-42b6-86f5-1ed8fa0750be" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.544289] env[62563]: DEBUG nova.compute.manager [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Instance network_info: |[{"id": "7ac9429a-3546-4c24-a523-42499384ee63", "address": "fa:16:3e:09:ae:36", "network": {"id": "64f03fcc-003f-405c-aab9-5fa8285a0dce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1044119387", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac9429a-35", "ovs_interfaceid": "7ac9429a-3546-4c24-a523-42499384ee63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4491d19b-1047-4516-af48-9b8df469ed05", "address": "fa:16:3e:b4:5f:98", "network": {"id": "800cf238-48d3-4499-bb1a-3957cadca0b2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1238628981", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4491d19b-10", "ovs_interfaceid": "4491d19b-1047-4516-af48-9b8df469ed05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4736c753-858e-492a-9db2-cee285601ba0", "address": "fa:16:3e:a6:14:cb", "network": {"id": "64f03fcc-003f-405c-aab9-5fa8285a0dce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1044119387", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4736c753-85", "ovs_interfaceid": "4736c753-858e-492a-9db2-cee285601ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1613.544734] env[62563]: DEBUG oslo_concurrency.lockutils [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] Acquired lock "refresh_cache-004e58e4-4420-42b6-86f5-1ed8fa0750be" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.544912] env[62563]: DEBUG nova.network.neutron [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Refreshing network info cache for port 4736c753-858e-492a-9db2-cee285601ba0 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.546181] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:ae:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ac9429a-3546-4c24-a523-42499384ee63', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:5f:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4491d19b-1047-4516-af48-9b8df469ed05', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:14:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4736c753-858e-492a-9db2-cee285601ba0', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1613.558507] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Creating folder: Project (5a65b7595c344159a5123d2e1aef55af). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1613.559284] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201f7025-33d2-4bac-b6b8-6fa9213967ad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.562743] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a29e826-7da7-4b45-bc07-85139a0db5fb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.838749] env[62563]: DEBUG oslo_vmware.api [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c02d56-6329-9662-2d38-4c5c99308c85, 'name': SearchDatastore_Task, 'duration_secs': 0.007996} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.839057] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.841486] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Created folder: Project (5a65b7595c344159a5123d2e1aef55af) in parent group-v363823. [ 1613.841727] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Creating folder: Instances. Parent ref: group-v364049. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1613.842042] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7be5c443-327e-46b1-b394-07bb91a44880 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.852520] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Created folder: Instances in parent group-v364049. [ 1613.852798] env[62563]: DEBUG oslo.service.loopingcall [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.853039] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1613.853301] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b364038a-181d-40e4-9939-3ac895b48b8d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.557478] env[62563]: DEBUG nova.compute.utils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1614.562771] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1614.565205] env[62563]: DEBUG nova.compute.manager [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1614.565381] env[62563]: DEBUG nova.network.neutron [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1614.566901] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d53c641-9356-492c-8cf4-1c4330f20a9a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.578153] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1614.578153] env[62563]: value = "task-1751284" [ 1614.578153] env[62563]: _type = "Task" [ 1614.578153] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.578485] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1614.578485] env[62563]: value = "task-1751285" [ 1614.578485] env[62563]: _type = "Task" [ 1614.578485] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.585247] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1614.585471] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364048', 'volume_id': 'f3a26d7e-5f51-4ceb-9fdc-a73b2058d032', 'name': 'volume-f3a26d7e-5f51-4ceb-9fdc-a73b2058d032', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '981fd9ee-6c96-4c7e-b3ba-730ab9aee214', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3a26d7e-5f51-4ceb-9fdc-a73b2058d032', 'serial': 'f3a26d7e-5f51-4ceb-9fdc-a73b2058d032'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1614.587412] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cd5f64-176c-42b3-a3fb-62a16362b10c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.595814] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751285, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.610096] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751284, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.611640] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa2e3b1-6df6-4065-8916-bbe9b72072cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.640568] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-f3a26d7e-5f51-4ceb-9fdc-a73b2058d032/volume-f3a26d7e-5f51-4ceb-9fdc-a73b2058d032.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1614.642415] env[62563]: DEBUG nova.policy [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e14c9002dabf4cf59380da62fabbd757', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16b703ebd48b4ebf9b5d8148aea68e34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1614.644203] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b7b809-2e89-4584-ae85-8a867116d0a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.665624] env[62563]: DEBUG oslo_vmware.api [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1614.665624] env[62563]: value = "task-1751286" [ 1614.665624] env[62563]: _type = "Task" [ 1614.665624] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.673979] env[62563]: DEBUG oslo_vmware.api [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.968379] env[62563]: DEBUG nova.network.neutron [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Updated VIF entry in instance network info cache for port 4736c753-858e-492a-9db2-cee285601ba0. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.968968] env[62563]: DEBUG nova.network.neutron [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Updating instance_info_cache with network_info: [{"id": "7ac9429a-3546-4c24-a523-42499384ee63", "address": "fa:16:3e:09:ae:36", "network": {"id": "64f03fcc-003f-405c-aab9-5fa8285a0dce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1044119387", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac9429a-35", "ovs_interfaceid": "7ac9429a-3546-4c24-a523-42499384ee63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4491d19b-1047-4516-af48-9b8df469ed05", "address": "fa:16:3e:b4:5f:98", "network": {"id": "800cf238-48d3-4499-bb1a-3957cadca0b2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1238628981", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4491d19b-10", "ovs_interfaceid": "4491d19b-1047-4516-af48-9b8df469ed05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4736c753-858e-492a-9db2-cee285601ba0", "address": "fa:16:3e:a6:14:cb", "network": {"id": "64f03fcc-003f-405c-aab9-5fa8285a0dce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1044119387", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4736c753-85", "ovs_interfaceid": "4736c753-858e-492a-9db2-cee285601ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.066320] env[62563]: DEBUG nova.compute.manager [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1615.075523] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "d225830f-a588-44be-a8c1-12d21b67ea7c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.075523] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.075841] env[62563]: INFO nova.compute.manager [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Shelving [ 1615.103532] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751284, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.104968] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751285, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.113312] env[62563]: DEBUG nova.network.neutron [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Successfully created port: 78c54524-0cdd-43fb-b2ae-6f41568ec3e0 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1615.174660] env[62563]: DEBUG oslo_vmware.api [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751286, 'name': ReconfigVM_Task, 'duration_secs': 0.412126} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.177069] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-f3a26d7e-5f51-4ceb-9fdc-a73b2058d032/volume-f3a26d7e-5f51-4ceb-9fdc-a73b2058d032.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.182050] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb866399-0b19-475d-a931-179e6e7d7014 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.200161] env[62563]: DEBUG oslo_vmware.api [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1615.200161] env[62563]: value = "task-1751287" [ 1615.200161] env[62563]: _type = "Task" [ 1615.200161] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.207873] env[62563]: DEBUG oslo_vmware.api [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.392405] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ddaa9c-a1ac-4e4b-a7e0-4cb05703d911 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.400212] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3daabf-cb8b-47d5-961b-081f3d21b1ab {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.429289] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bc4894-8733-48aa-b80b-00841d5bca20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.436752] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b743aa4-8f79-435e-b28b-3809b4019612 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.449592] env[62563]: DEBUG nova.compute.provider_tree [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.473125] env[62563]: DEBUG oslo_concurrency.lockutils [req-2803d444-34f1-4689-ad16-c61635afa15b req-e71f7a58-6285-49bc-91fb-c1905a2217cc service nova] Releasing lock "refresh_cache-004e58e4-4420-42b6-86f5-1ed8fa0750be" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.590606] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.590953] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2580a58f-2c06-455b-859b-1ed351ac3607 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.598226] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751284, 'name': CreateVM_Task, 'duration_secs': 0.537571} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.601802] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.602128] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1615.602128] env[62563]: value = "task-1751288" [ 1615.602128] env[62563]: _type = "Task" [ 1615.602128] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.602425] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751285, 'name': CreateSnapshot_Task, 'duration_secs': 0.5974} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.603146] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.603309] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.603621] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1615.603922] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1615.604147] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6364b806-bebb-4c18-bb36-caeeb79cc439 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.608703] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ec0981-fd5a-4044-9e26-6b77357bb7e7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.615628] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.622545] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1615.622545] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a224ba-04eb-8a1b-c57d-3df2ad9e23b4" [ 1615.622545] env[62563]: _type = "Task" [ 1615.622545] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.631288] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a224ba-04eb-8a1b-c57d-3df2ad9e23b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.631578] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.631811] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.632052] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.632197] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.632374] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.632625] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02f58cff-2f41-4383-b9c0-f51b2301e694 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.640379] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.640838] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.641266] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5bef84b-c580-4716-b598-d88fbf171d7e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.646675] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1615.646675] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52bf8bb0-8d3e-965f-16ab-b04d02b3bf65" [ 1615.646675] env[62563]: _type = "Task" [ 1615.646675] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.653987] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bf8bb0-8d3e-965f-16ab-b04d02b3bf65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.710435] env[62563]: DEBUG oslo_vmware.api [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751287, 'name': ReconfigVM_Task, 'duration_secs': 0.149559} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.710435] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364048', 'volume_id': 'f3a26d7e-5f51-4ceb-9fdc-a73b2058d032', 'name': 'volume-f3a26d7e-5f51-4ceb-9fdc-a73b2058d032', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '981fd9ee-6c96-4c7e-b3ba-730ab9aee214', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3a26d7e-5f51-4ceb-9fdc-a73b2058d032', 'serial': 'f3a26d7e-5f51-4ceb-9fdc-a73b2058d032'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1615.952533] env[62563]: DEBUG nova.scheduler.client.report [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1616.083381] env[62563]: DEBUG nova.compute.manager [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1616.110240] env[62563]: DEBUG nova.virt.hardware [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1616.110493] env[62563]: DEBUG nova.virt.hardware [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1616.110649] env[62563]: DEBUG nova.virt.hardware [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.110827] env[62563]: DEBUG nova.virt.hardware [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1616.110970] env[62563]: DEBUG nova.virt.hardware [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.111131] env[62563]: DEBUG nova.virt.hardware [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1616.111336] env[62563]: DEBUG nova.virt.hardware [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1616.111494] env[62563]: DEBUG nova.virt.hardware [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1616.111655] env[62563]: DEBUG nova.virt.hardware [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1616.111811] env[62563]: DEBUG nova.virt.hardware [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1616.111981] env[62563]: DEBUG nova.virt.hardware [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1616.112754] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cf93e9-df40-4ec0-8481-d1440e6bc6c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.123418] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a169a59-af51-49a7-a543-5ac4d34ae4da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.127084] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751288, 'name': PowerOffVM_Task, 'duration_secs': 0.238801} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.133597] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1616.133854] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1616.134105] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f11a57ac-af0a-427d-8a79-f631439d1426 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.137716] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c5f16e-0817-4647-86f9-7ed61aae9d27 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.166451] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9ec591-c804-4a65-9919-9685d7fdc18d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.168936] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1616.168936] env[62563]: value = "task-1751289" [ 1616.168936] env[62563]: _type = "Task" [ 1616.168936] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.172310] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bf8bb0-8d3e-965f-16ab-b04d02b3bf65, 'name': SearchDatastore_Task, 'duration_secs': 0.008328} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.177599] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01adccc-26ca-4e9f-905a-c2d91a2db81c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.186636] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751289, 'name': CloneVM_Task} progress is 12%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.190930] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1616.190930] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5210ff23-5a6a-0d44-c1c9-2d55936bb223" [ 1616.190930] env[62563]: _type = "Task" [ 1616.190930] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.195444] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5210ff23-5a6a-0d44-c1c9-2d55936bb223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.457453] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.013s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.458009] env[62563]: DEBUG nova.compute.manager [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1616.460547] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.993s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.460755] env[62563]: DEBUG nova.objects.instance [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lazy-loading 'pci_requests' on Instance uuid cfafc9e3-5c8a-4117-9edd-f5512d3c9374 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.514649] env[62563]: DEBUG nova.compute.manager [req-4031b0e3-3ed0-419b-ab4f-213150f3fd12 req-8c241263-1ea3-43de-bd13-d3a068e75f07 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Received event network-vif-plugged-78c54524-0cdd-43fb-b2ae-6f41568ec3e0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1616.514905] env[62563]: DEBUG oslo_concurrency.lockutils [req-4031b0e3-3ed0-419b-ab4f-213150f3fd12 req-8c241263-1ea3-43de-bd13-d3a068e75f07 service nova] Acquiring lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.515090] env[62563]: DEBUG oslo_concurrency.lockutils [req-4031b0e3-3ed0-419b-ab4f-213150f3fd12 req-8c241263-1ea3-43de-bd13-d3a068e75f07 service nova] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.515338] env[62563]: DEBUG oslo_concurrency.lockutils [req-4031b0e3-3ed0-419b-ab4f-213150f3fd12 req-8c241263-1ea3-43de-bd13-d3a068e75f07 service nova] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.515509] env[62563]: DEBUG nova.compute.manager [req-4031b0e3-3ed0-419b-ab4f-213150f3fd12 req-8c241263-1ea3-43de-bd13-d3a068e75f07 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] No waiting events found dispatching network-vif-plugged-78c54524-0cdd-43fb-b2ae-6f41568ec3e0 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1616.515672] env[62563]: WARNING nova.compute.manager [req-4031b0e3-3ed0-419b-ab4f-213150f3fd12 req-8c241263-1ea3-43de-bd13-d3a068e75f07 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Received unexpected event network-vif-plugged-78c54524-0cdd-43fb-b2ae-6f41568ec3e0 for instance with vm_state building and task_state spawning. [ 1616.611417] env[62563]: DEBUG nova.network.neutron [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Successfully updated port: 78c54524-0cdd-43fb-b2ae-6f41568ec3e0 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1616.682611] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751289, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.684725] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1616.685065] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b611fb91-5b9f-4538-b883-0a2f7c05aff0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.692712] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1616.692712] env[62563]: value = "task-1751290" [ 1616.692712] env[62563]: _type = "Task" [ 1616.692712] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.699482] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5210ff23-5a6a-0d44-c1c9-2d55936bb223, 'name': SearchDatastore_Task, 'duration_secs': 0.01018} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.700147] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.700470] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 004e58e4-4420-42b6-86f5-1ed8fa0750be/004e58e4-4420-42b6-86f5-1ed8fa0750be.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.700717] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6feab8d3-6b7b-4851-af14-32ea64991424 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.709903] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751290, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.711377] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1616.711377] env[62563]: value = "task-1751291" [ 1616.711377] env[62563]: _type = "Task" [ 1616.711377] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.719262] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.747629] env[62563]: DEBUG nova.objects.instance [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'flavor' on Instance uuid 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.964456] env[62563]: DEBUG nova.objects.instance [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lazy-loading 'numa_topology' on Instance uuid cfafc9e3-5c8a-4117-9edd-f5512d3c9374 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.968713] env[62563]: DEBUG nova.compute.utils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.968713] env[62563]: DEBUG nova.compute.manager [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1616.968913] env[62563]: DEBUG nova.network.neutron [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1617.011349] env[62563]: DEBUG nova.policy [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d32d646474b4d578bd426cce729c5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '053e47f46cf24867892244da432f0474', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1617.114177] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.114342] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.114483] env[62563]: DEBUG nova.network.neutron [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.184551] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751289, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.205012] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751290, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.221586] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751291, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.252762] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b59397ea-3d05-4ba6-9f34-1683aa65df1e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.319s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.311258] env[62563]: DEBUG nova.network.neutron [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Successfully created port: b747f3fe-d397-48ea-883f-c5c46f9b0ff0 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1617.351614] env[62563]: DEBUG oslo_concurrency.lockutils [None req-378accb6-89ae-4136-8593-8617a383b2c3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.352031] env[62563]: DEBUG oslo_concurrency.lockutils [None req-378accb6-89ae-4136-8593-8617a383b2c3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.352708] env[62563]: DEBUG nova.compute.manager [None req-378accb6-89ae-4136-8593-8617a383b2c3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1617.353671] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9629d520-2d72-4759-80f6-6ae8fe0cdd6a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.360489] env[62563]: DEBUG nova.compute.manager [None req-378accb6-89ae-4136-8593-8617a383b2c3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1617.361062] env[62563]: DEBUG nova.objects.instance [None req-378accb6-89ae-4136-8593-8617a383b2c3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'flavor' on Instance uuid 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1617.469405] env[62563]: INFO nova.compute.claims [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.472476] env[62563]: DEBUG nova.compute.manager [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1617.648712] env[62563]: DEBUG nova.network.neutron [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.683073] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751289, 'name': CloneVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.703214] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751290, 'name': CreateSnapshot_Task, 'duration_secs': 0.723579} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.703352] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1617.704102] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f353530-401a-4a11-9c9f-104a7471b767 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.723234] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51802} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.724026] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 004e58e4-4420-42b6-86f5-1ed8fa0750be/004e58e4-4420-42b6-86f5-1ed8fa0750be.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1617.724026] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1617.724026] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b9fa4ed-e031-4f80-a697-7b45cc546679 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.731083] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1617.731083] env[62563]: value = "task-1751292" [ 1617.731083] env[62563]: _type = "Task" [ 1617.731083] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.740107] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.789739] env[62563]: DEBUG nova.network.neutron [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance_info_cache with network_info: [{"id": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "address": "fa:16:3e:48:b6:51", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c54524-0c", "ovs_interfaceid": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.865978] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-378accb6-89ae-4136-8593-8617a383b2c3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.866343] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa58c74-4dea-4c1a-860a-97ad227e3eaf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.874362] env[62563]: DEBUG oslo_vmware.api [None req-378accb6-89ae-4136-8593-8617a383b2c3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1617.874362] env[62563]: value = "task-1751293" [ 1617.874362] env[62563]: _type = "Task" [ 1617.874362] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.882288] env[62563]: DEBUG oslo_vmware.api [None req-378accb6-89ae-4136-8593-8617a383b2c3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.188062] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751289, 'name': CloneVM_Task, 'duration_secs': 1.847906} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.188491] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Created linked-clone VM from snapshot [ 1618.189635] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8432081-54a3-465b-bb4a-834f338378c2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.198804] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Uploading image 0cadd5e6-0e52-4ba9-b290-249bec826016 {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1618.222865] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1618.224961] env[62563]: DEBUG oslo_vmware.rw_handles [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1618.224961] env[62563]: value = "vm-364053" [ 1618.224961] env[62563]: _type = "VirtualMachine" [ 1618.224961] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1618.225248] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f41d63b9-2952-4679-92be-627a7d6183da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.228311] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1fe7dba5-0b49-4fc4-9877-1186f6ab2161 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.237100] env[62563]: DEBUG oslo_vmware.rw_handles [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lease: (returnval){ [ 1618.237100] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d73003-8c5b-dec0-dd1d-b4b02a56e5f6" [ 1618.237100] env[62563]: _type = "HttpNfcLease" [ 1618.237100] env[62563]: } obtained for exporting VM: (result){ [ 1618.237100] env[62563]: value = "vm-364053" [ 1618.237100] env[62563]: _type = "VirtualMachine" [ 1618.237100] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1618.237391] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the lease: (returnval){ [ 1618.237391] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d73003-8c5b-dec0-dd1d-b4b02a56e5f6" [ 1618.237391] env[62563]: _type = "HttpNfcLease" [ 1618.237391] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1618.237559] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1618.237559] env[62563]: value = "task-1751294" [ 1618.237559] env[62563]: _type = "Task" [ 1618.237559] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.246033] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123557} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.246836] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.247767] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a353d5-c007-4263-8ed4-c37dca737111 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.254250] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1618.254250] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d73003-8c5b-dec0-dd1d-b4b02a56e5f6" [ 1618.254250] env[62563]: _type = "HttpNfcLease" [ 1618.254250] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1618.254477] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751294, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.255044] env[62563]: DEBUG oslo_vmware.rw_handles [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1618.255044] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d73003-8c5b-dec0-dd1d-b4b02a56e5f6" [ 1618.255044] env[62563]: _type = "HttpNfcLease" [ 1618.255044] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1618.255737] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe21d69-3f64-41d4-bd51-5592743bd979 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.279679] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 004e58e4-4420-42b6-86f5-1ed8fa0750be/004e58e4-4420-42b6-86f5-1ed8fa0750be.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.280788] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69df10a0-bdb4-457f-80bf-46a34fdce118 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.298703] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.299038] env[62563]: DEBUG nova.compute.manager [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Instance network_info: |[{"id": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "address": "fa:16:3e:48:b6:51", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c54524-0c", "ovs_interfaceid": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1618.299359] env[62563]: DEBUG oslo_vmware.rw_handles [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e92e8-b42b-7f87-6cdb-79128bcdd940/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1618.299528] env[62563]: DEBUG oslo_vmware.rw_handles [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e92e8-b42b-7f87-6cdb-79128bcdd940/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1618.301096] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:b6:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78c54524-0cdd-43fb-b2ae-6f41568ec3e0', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.308981] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Creating folder: Project (16b703ebd48b4ebf9b5d8148aea68e34). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.310550] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22f47f51-8ebb-4f98-ae6a-f95da4ce4708 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.369501] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1618.369501] env[62563]: value = "task-1751296" [ 1618.369501] env[62563]: _type = "Task" [ 1618.369501] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.383933] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Created folder: Project (16b703ebd48b4ebf9b5d8148aea68e34) in parent group-v363823. [ 1618.384255] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Creating folder: Instances. Parent ref: group-v364056. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.384603] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.385359] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43c1f2da-4952-43ea-8580-3f4d8d198185 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.390221] env[62563]: DEBUG oslo_vmware.api [None req-378accb6-89ae-4136-8593-8617a383b2c3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751293, 'name': PowerOffVM_Task, 'duration_secs': 0.206176} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.390907] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-378accb6-89ae-4136-8593-8617a383b2c3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.391195] env[62563]: DEBUG nova.compute.manager [None req-378accb6-89ae-4136-8593-8617a383b2c3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1618.392197] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc58115-54c4-4a93-be3a-41d93d8fce1b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.402074] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Created folder: Instances in parent group-v364056. [ 1618.402339] env[62563]: DEBUG oslo.service.loopingcall [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.402779] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.402995] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff7ae018-7e6b-442d-8b7a-35bb6ee000aa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.424252] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f589ff78-fa7b-4256-ba19-0cfc63f12843 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.431308] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.431308] env[62563]: value = "task-1751299" [ 1618.431308] env[62563]: _type = "Task" [ 1618.431308] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.440064] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751299, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.487623] env[62563]: DEBUG nova.compute.manager [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1618.517303] env[62563]: DEBUG nova.virt.hardware [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1618.521027] env[62563]: DEBUG nova.virt.hardware [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1618.521027] env[62563]: DEBUG nova.virt.hardware [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1618.521027] env[62563]: DEBUG nova.virt.hardware [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1618.521027] env[62563]: DEBUG nova.virt.hardware [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1618.521027] env[62563]: DEBUG nova.virt.hardware [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1618.521027] env[62563]: DEBUG nova.virt.hardware [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1618.521027] env[62563]: DEBUG nova.virt.hardware [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1618.521027] env[62563]: DEBUG nova.virt.hardware [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1618.521027] env[62563]: DEBUG nova.virt.hardware [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1618.521027] env[62563]: DEBUG nova.virt.hardware [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1618.521027] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83784984-9819-4199-b9cf-3ec14c09b788 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.533864] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be8faeb-30d3-48d4-8e86-436e9e38cc52 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.557364] env[62563]: DEBUG nova.compute.manager [req-d406c9d1-8307-4de7-89fa-81d1b965350b req-54f45f24-575e-4229-8fb2-2417aaec8f15 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Received event network-changed-78c54524-0cdd-43fb-b2ae-6f41568ec3e0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1618.557364] env[62563]: DEBUG nova.compute.manager [req-d406c9d1-8307-4de7-89fa-81d1b965350b req-54f45f24-575e-4229-8fb2-2417aaec8f15 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Refreshing instance network info cache due to event network-changed-78c54524-0cdd-43fb-b2ae-6f41568ec3e0. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1618.557364] env[62563]: DEBUG oslo_concurrency.lockutils [req-d406c9d1-8307-4de7-89fa-81d1b965350b req-54f45f24-575e-4229-8fb2-2417aaec8f15 service nova] Acquiring lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.557364] env[62563]: DEBUG oslo_concurrency.lockutils [req-d406c9d1-8307-4de7-89fa-81d1b965350b req-54f45f24-575e-4229-8fb2-2417aaec8f15 service nova] Acquired lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.557364] env[62563]: DEBUG nova.network.neutron [req-d406c9d1-8307-4de7-89fa-81d1b965350b req-54f45f24-575e-4229-8fb2-2417aaec8f15 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Refreshing network info cache for port 78c54524-0cdd-43fb-b2ae-6f41568ec3e0 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.750355] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751294, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.818679] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ce1177-8a0a-4d7c-9410-1b403e149900 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.828055] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b439aa0-57f3-4ac5-935f-4712ba97fcad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.864056] env[62563]: DEBUG nova.network.neutron [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Successfully updated port: b747f3fe-d397-48ea-883f-c5c46f9b0ff0 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1618.865379] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0c3dcb-5312-4cfc-820a-13b4f9eb6f6c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.876970] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c4621f-5213-43aa-b45b-68efea3055bf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.886380] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751296, 'name': ReconfigVM_Task, 'duration_secs': 0.313008} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.894463] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 004e58e4-4420-42b6-86f5-1ed8fa0750be/004e58e4-4420-42b6-86f5-1ed8fa0750be.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.895843] env[62563]: DEBUG nova.compute.provider_tree [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.897268] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dacfdd2a-febe-49e6-94db-70047b347722 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.906176] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1618.906176] env[62563]: value = "task-1751300" [ 1618.906176] env[62563]: _type = "Task" [ 1618.906176] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.910512] env[62563]: DEBUG oslo_concurrency.lockutils [None req-378accb6-89ae-4136-8593-8617a383b2c3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.559s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.917619] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751300, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.942127] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751299, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.250473] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751294, 'name': CloneVM_Task} progress is 95%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.371012] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "refresh_cache-dc2f5746-b28a-40d6-8cbe-3756a920f0c9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.371012] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "refresh_cache-dc2f5746-b28a-40d6-8cbe-3756a920f0c9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.371012] env[62563]: DEBUG nova.network.neutron [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1619.402026] env[62563]: DEBUG nova.scheduler.client.report [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1619.426102] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751300, 'name': Rename_Task, 'duration_secs': 0.177838} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.427694] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1619.430477] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c76c8180-4e1d-4112-af6b-0b1bc394eb22 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.439756] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1619.439756] env[62563]: value = "task-1751301" [ 1619.439756] env[62563]: _type = "Task" [ 1619.439756] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.449981] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751299, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.456118] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751301, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.496748] env[62563]: DEBUG nova.network.neutron [req-d406c9d1-8307-4de7-89fa-81d1b965350b req-54f45f24-575e-4229-8fb2-2417aaec8f15 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updated VIF entry in instance network info cache for port 78c54524-0cdd-43fb-b2ae-6f41568ec3e0. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.497153] env[62563]: DEBUG nova.network.neutron [req-d406c9d1-8307-4de7-89fa-81d1b965350b req-54f45f24-575e-4229-8fb2-2417aaec8f15 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance_info_cache with network_info: [{"id": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "address": "fa:16:3e:48:b6:51", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c54524-0c", "ovs_interfaceid": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.750887] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751294, 'name': CloneVM_Task, 'duration_secs': 1.481365} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.750887] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Created linked-clone VM from snapshot [ 1619.752589] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed31b2f2-f79b-43d4-b20b-b1bea3a36acd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.761421] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Uploading image abfdd329-b681-48dd-a06a-b834ed63c49a {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1619.788159] env[62563]: DEBUG oslo_vmware.rw_handles [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1619.788159] env[62563]: value = "vm-364055" [ 1619.788159] env[62563]: _type = "VirtualMachine" [ 1619.788159] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1619.788516] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e6b4f4e3-4c40-4961-8e39-7ba2799850d3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.795610] env[62563]: DEBUG oslo_vmware.rw_handles [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lease: (returnval){ [ 1619.795610] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526a352d-c7ff-44a2-82cf-7b8329a6384b" [ 1619.795610] env[62563]: _type = "HttpNfcLease" [ 1619.795610] env[62563]: } obtained for exporting VM: (result){ [ 1619.795610] env[62563]: value = "vm-364055" [ 1619.795610] env[62563]: _type = "VirtualMachine" [ 1619.795610] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1619.795914] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the lease: (returnval){ [ 1619.795914] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526a352d-c7ff-44a2-82cf-7b8329a6384b" [ 1619.795914] env[62563]: _type = "HttpNfcLease" [ 1619.795914] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1619.802272] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1619.802272] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526a352d-c7ff-44a2-82cf-7b8329a6384b" [ 1619.802272] env[62563]: _type = "HttpNfcLease" [ 1619.802272] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1619.903243] env[62563]: DEBUG nova.network.neutron [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1619.923627] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.458s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.924298] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.456s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.924565] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.926369] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.848s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.928041] env[62563]: INFO nova.compute.claims [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1619.934055] env[62563]: DEBUG nova.objects.instance [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'flavor' on Instance uuid 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.954550] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751301, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.958368] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751299, 'name': CreateVM_Task, 'duration_secs': 1.372549} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.959233] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.960507] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.960507] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.960507] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.961192] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948b8648-f0bd-4810-98e2-52350d2a2bd6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.963552] env[62563]: INFO nova.scheduler.client.report [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleted allocations for instance 690beff5-67eb-4a94-949b-159dc93e65de [ 1619.970609] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1619.970609] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520d1f66-7361-4bbe-3d1f-c7cf7a8e950c" [ 1619.970609] env[62563]: _type = "Task" [ 1619.970609] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.982103] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520d1f66-7361-4bbe-3d1f-c7cf7a8e950c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.983122] env[62563]: INFO nova.network.neutron [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updating port 3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1619.999828] env[62563]: DEBUG oslo_concurrency.lockutils [req-d406c9d1-8307-4de7-89fa-81d1b965350b req-54f45f24-575e-4229-8fb2-2417aaec8f15 service nova] Releasing lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.176225] env[62563]: DEBUG nova.network.neutron [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Updating instance_info_cache with network_info: [{"id": "b747f3fe-d397-48ea-883f-c5c46f9b0ff0", "address": "fa:16:3e:13:95:55", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb747f3fe-d3", "ovs_interfaceid": "b747f3fe-d397-48ea-883f-c5c46f9b0ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.235385] env[62563]: INFO nova.compute.manager [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Rebuilding instance [ 1620.293558] env[62563]: DEBUG nova.compute.manager [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1620.294671] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546faaab-7961-4d66-9b77-0aa53e205edf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.311434] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1620.311434] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526a352d-c7ff-44a2-82cf-7b8329a6384b" [ 1620.311434] env[62563]: _type = "HttpNfcLease" [ 1620.311434] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1620.311896] env[62563]: DEBUG oslo_vmware.rw_handles [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1620.311896] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526a352d-c7ff-44a2-82cf-7b8329a6384b" [ 1620.311896] env[62563]: _type = "HttpNfcLease" [ 1620.311896] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1620.312903] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509a7e31-1d61-452b-8f56-5b0a76d0ce92 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.322465] env[62563]: DEBUG oslo_vmware.rw_handles [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b9f31-85d1-9d22-b043-e737173b98f9/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1620.322579] env[62563]: DEBUG oslo_vmware.rw_handles [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b9f31-85d1-9d22-b043-e737173b98f9/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1620.420967] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6bd497cd-e667-48df-a4e4-8cbe034cf9f0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.445017] env[62563]: DEBUG oslo_concurrency.lockutils [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.445352] env[62563]: DEBUG oslo_concurrency.lockutils [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquired lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.445462] env[62563]: DEBUG nova.network.neutron [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.445647] env[62563]: DEBUG nova.objects.instance [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'info_cache' on Instance uuid 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1620.461932] env[62563]: DEBUG oslo_vmware.api [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751301, 'name': PowerOnVM_Task, 'duration_secs': 0.753207} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.462247] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.462471] env[62563]: INFO nova.compute.manager [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Took 14.21 seconds to spawn the instance on the hypervisor. [ 1620.462659] env[62563]: DEBUG nova.compute.manager [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1620.463549] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b943785d-f959-40ed-b782-bd87cf443410 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.477091] env[62563]: DEBUG oslo_concurrency.lockutils [None req-83def4a6-983e-4e3a-ba21-873e528e049c tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "690beff5-67eb-4a94-949b-159dc93e65de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.994s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.487760] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520d1f66-7361-4bbe-3d1f-c7cf7a8e950c, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.488480] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.488480] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1620.488618] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.488870] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.489203] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1620.489512] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fab6adab-1cc1-4942-80c1-b4407d115ba9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.499044] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1620.499044] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1620.499404] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-926400a0-0b25-4a29-9942-e1c3a2625525 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.507603] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1620.507603] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e58c58-d8ad-e2e3-df00-d893c2d18048" [ 1620.507603] env[62563]: _type = "Task" [ 1620.507603] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.515918] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e58c58-d8ad-e2e3-df00-d893c2d18048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.586696] env[62563]: DEBUG nova.compute.manager [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Received event network-vif-plugged-b747f3fe-d397-48ea-883f-c5c46f9b0ff0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1620.586696] env[62563]: DEBUG oslo_concurrency.lockutils [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] Acquiring lock "dc2f5746-b28a-40d6-8cbe-3756a920f0c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.586908] env[62563]: DEBUG oslo_concurrency.lockutils [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] Lock "dc2f5746-b28a-40d6-8cbe-3756a920f0c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.587167] env[62563]: DEBUG oslo_concurrency.lockutils [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] Lock "dc2f5746-b28a-40d6-8cbe-3756a920f0c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.587389] env[62563]: DEBUG nova.compute.manager [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] No waiting events found dispatching network-vif-plugged-b747f3fe-d397-48ea-883f-c5c46f9b0ff0 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1620.587629] env[62563]: WARNING nova.compute.manager [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Received unexpected event network-vif-plugged-b747f3fe-d397-48ea-883f-c5c46f9b0ff0 for instance with vm_state building and task_state spawning. [ 1620.587853] env[62563]: DEBUG nova.compute.manager [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Received event network-changed-b747f3fe-d397-48ea-883f-c5c46f9b0ff0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1620.588050] env[62563]: DEBUG nova.compute.manager [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Refreshing instance network info cache due to event network-changed-b747f3fe-d397-48ea-883f-c5c46f9b0ff0. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1620.588520] env[62563]: DEBUG oslo_concurrency.lockutils [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] Acquiring lock "refresh_cache-dc2f5746-b28a-40d6-8cbe-3756a920f0c9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.682931] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "refresh_cache-dc2f5746-b28a-40d6-8cbe-3756a920f0c9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.683384] env[62563]: DEBUG nova.compute.manager [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Instance network_info: |[{"id": "b747f3fe-d397-48ea-883f-c5c46f9b0ff0", "address": "fa:16:3e:13:95:55", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb747f3fe-d3", "ovs_interfaceid": "b747f3fe-d397-48ea-883f-c5c46f9b0ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1620.683792] env[62563]: DEBUG oslo_concurrency.lockutils [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] Acquired lock "refresh_cache-dc2f5746-b28a-40d6-8cbe-3756a920f0c9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.684058] env[62563]: DEBUG nova.network.neutron [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Refreshing network info cache for port b747f3fe-d397-48ea-883f-c5c46f9b0ff0 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.685599] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:95:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b747f3fe-d397-48ea-883f-c5c46f9b0ff0', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.695086] env[62563]: DEBUG oslo.service.loopingcall [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.698657] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.699259] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e07adc9a-51eb-45b8-aee6-1f30d56b1105 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.723762] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.723762] env[62563]: value = "task-1751303" [ 1620.723762] env[62563]: _type = "Task" [ 1620.723762] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.733540] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751303, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.816020] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1620.816479] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8456886b-426a-4a95-8075-5dc123568b35 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.826235] env[62563]: DEBUG oslo_vmware.api [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Waiting for the task: (returnval){ [ 1620.826235] env[62563]: value = "task-1751304" [ 1620.826235] env[62563]: _type = "Task" [ 1620.826235] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.836338] env[62563]: DEBUG oslo_vmware.api [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.952887] env[62563]: DEBUG nova.objects.base [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Object Instance<981fd9ee-6c96-4c7e-b3ba-730ab9aee214> lazy-loaded attributes: flavor,info_cache {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1620.974046] env[62563]: DEBUG nova.network.neutron [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Updated VIF entry in instance network info cache for port b747f3fe-d397-48ea-883f-c5c46f9b0ff0. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1620.976568] env[62563]: DEBUG nova.network.neutron [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Updating instance_info_cache with network_info: [{"id": "b747f3fe-d397-48ea-883f-c5c46f9b0ff0", "address": "fa:16:3e:13:95:55", "network": {"id": "3579d329-3928-4cf8-a8e7-278ac5ef2299", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1172651711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053e47f46cf24867892244da432f0474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb747f3fe-d3", "ovs_interfaceid": "b747f3fe-d397-48ea-883f-c5c46f9b0ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.999167] env[62563]: INFO nova.compute.manager [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Took 34.19 seconds to build instance. [ 1621.020287] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e58c58-d8ad-e2e3-df00-d893c2d18048, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.022062] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6979d0c7-ca37-4a14-8b76-8207da21fbf1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.032405] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1621.032405] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52071fe3-4c6f-abf2-8386-ddcd174632d8" [ 1621.032405] env[62563]: _type = "Task" [ 1621.032405] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.048415] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52071fe3-4c6f-abf2-8386-ddcd174632d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.234881] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751303, 'name': CreateVM_Task, 'duration_secs': 0.494497} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.235144] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1621.236037] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.236241] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.236665] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.237057] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9907ddd2-a5f1-4150-be62-b69369bf9ba0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.242916] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1621.242916] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52190891-26e3-4960-0693-00b52fb47609" [ 1621.242916] env[62563]: _type = "Task" [ 1621.242916] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.253258] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52190891-26e3-4960-0693-00b52fb47609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.337113] env[62563]: DEBUG oslo_vmware.api [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751304, 'name': PowerOffVM_Task, 'duration_secs': 0.246396} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.337264] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1621.337941] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.338669] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a035463a-b668-44e2-b296-5b69ec948f1a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.346623] env[62563]: DEBUG oslo_vmware.api [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Waiting for the task: (returnval){ [ 1621.346623] env[62563]: value = "task-1751305" [ 1621.346623] env[62563]: _type = "Task" [ 1621.346623] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.359450] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1621.359665] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1621.360100] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363972', 'volume_id': 'b0ba747a-d6e6-4693-b81f-827547a75ea5', 'name': 'volume-b0ba747a-d6e6-4693-b81f-827547a75ea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bda5ce78-0d41-4084-acdd-2172811f2c9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0ba747a-d6e6-4693-b81f-827547a75ea5', 'serial': 'b0ba747a-d6e6-4693-b81f-827547a75ea5'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1621.361834] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3c9145-dd54-4023-ad92-6f18d89bc843 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.387936] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfbf065-da69-4323-8e56-0f06347c470a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.396485] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a3d198-7e1a-44ea-b611-ce1eab194111 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.417991] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "004e58e4-4420-42b6-86f5-1ed8fa0750be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.423262] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbe6bbf-9024-4e01-80ba-a756f20cbf80 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.442623] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] The volume has not been displaced from its original location: [datastore1] volume-b0ba747a-d6e6-4693-b81f-827547a75ea5/volume-b0ba747a-d6e6-4693-b81f-827547a75ea5.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1621.450273] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1621.453452] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f95f53-d876-4b76-8084-f3030b5caadc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.475640] env[62563]: DEBUG oslo_vmware.api [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Waiting for the task: (returnval){ [ 1621.475640] env[62563]: value = "task-1751306" [ 1621.475640] env[62563]: _type = "Task" [ 1621.475640] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.481108] env[62563]: DEBUG oslo_concurrency.lockutils [req-ef3af5e8-33f3-4911-bb89-abfca3cc5f3a req-9ec20879-b25a-43c0-9c39-398f86cd0035 service nova] Releasing lock "refresh_cache-dc2f5746-b28a-40d6-8cbe-3756a920f0c9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.482199] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd6df4d-9baf-4f12-8159-86f5efcec50a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.490070] env[62563]: DEBUG oslo_vmware.api [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.493023] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bb6627-39ce-4bc6-8684-357423b86177 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.527437] env[62563]: DEBUG oslo_concurrency.lockutils [None req-038c3bd6-464e-4edd-97fb-153b34842ffa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "004e58e4-4420-42b6-86f5-1ed8fa0750be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.727s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.530903] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "004e58e4-4420-42b6-86f5-1ed8fa0750be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.113s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.531219] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "004e58e4-4420-42b6-86f5-1ed8fa0750be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.531555] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "004e58e4-4420-42b6-86f5-1ed8fa0750be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.535024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "004e58e4-4420-42b6-86f5-1ed8fa0750be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.535024] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7cc810-ab7d-4fac-a31b-a9cbde22a729 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.537424] env[62563]: INFO nova.compute.manager [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Terminating instance [ 1621.540184] env[62563]: DEBUG nova.compute.manager [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1621.540184] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1621.544657] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac957c6-d7f8-4fc4-aed5-4189b13149ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.552033] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82c2a85-8f62-4b02-83ee-f07c1ace74fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.563698] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52071fe3-4c6f-abf2-8386-ddcd174632d8, 'name': SearchDatastore_Task, 'duration_secs': 0.016312} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.563898] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.565180] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.565386] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95/d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1621.565704] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd100314-a5f0-4095-9f1f-77f2b23534ee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.575947] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58c3a31f-cfed-4cac-ae22-6b56a8ab4338 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.580045] env[62563]: DEBUG nova.compute.provider_tree [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.587153] env[62563]: DEBUG oslo_vmware.api [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1621.587153] env[62563]: value = "task-1751307" [ 1621.587153] env[62563]: _type = "Task" [ 1621.587153] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.589300] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1621.589300] env[62563]: value = "task-1751308" [ 1621.589300] env[62563]: _type = "Task" [ 1621.589300] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.603799] env[62563]: DEBUG oslo_vmware.api [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.607609] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.657900] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "84baf130-f07a-45d4-a57f-7b20833a85ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.658461] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "84baf130-f07a-45d4-a57f-7b20833a85ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.658964] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "84baf130-f07a-45d4-a57f-7b20833a85ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.659337] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "84baf130-f07a-45d4-a57f-7b20833a85ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.659645] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "84baf130-f07a-45d4-a57f-7b20833a85ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.662204] env[62563]: INFO nova.compute.manager [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Terminating instance [ 1621.664802] env[62563]: DEBUG nova.compute.manager [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1621.665034] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1621.666266] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97fa657-bbf9-4827-98a3-4e425d43751f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.677728] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.678376] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0733c1c3-b185-4b6f-b0a7-e42c9158f711 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.687341] env[62563]: DEBUG oslo_vmware.api [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1621.687341] env[62563]: value = "task-1751309" [ 1621.687341] env[62563]: _type = "Task" [ 1621.687341] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.696248] env[62563]: DEBUG oslo_vmware.api [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1751309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.755283] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52190891-26e3-4960-0693-00b52fb47609, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.755693] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.756036] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1621.756342] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.756513] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.756749] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.757073] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bff3049c-ba86-44bc-8273-5b32e3f0e037 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.773531] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.773987] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1621.774757] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2feecf0b-3348-43ed-b3a2-cecc5adecc57 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.781756] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1621.781756] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520ad2eb-c8c3-7b9b-394f-131b7f670bab" [ 1621.781756] env[62563]: _type = "Task" [ 1621.781756] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.792230] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520ad2eb-c8c3-7b9b-394f-131b7f670bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.873325] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.873325] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.873668] env[62563]: DEBUG nova.network.neutron [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1621.920629] env[62563]: DEBUG nova.network.neutron [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Updating instance_info_cache with network_info: [{"id": "cc900329-e4a0-44fe-8d04-6c4d4f2bca87", "address": "fa:16:3e:3a:61:05", "network": {"id": "c221bf96-f8ac-4133-8b9d-023f426cd9fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-647450691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7ebbf0584645d3a754b072eabbe17d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc900329-e4", "ovs_interfaceid": "cc900329-e4a0-44fe-8d04-6c4d4f2bca87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.987688] env[62563]: DEBUG oslo_vmware.api [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751306, 'name': ReconfigVM_Task, 'duration_secs': 0.194862} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.989046] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1621.997904] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b69e7b7-d95a-49fd-98a5-4945c9b50ac3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.018548] env[62563]: DEBUG oslo_vmware.api [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Waiting for the task: (returnval){ [ 1622.018548] env[62563]: value = "task-1751310" [ 1622.018548] env[62563]: _type = "Task" [ 1622.018548] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.035511] env[62563]: DEBUG oslo_vmware.api [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.084038] env[62563]: DEBUG nova.scheduler.client.report [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1622.107580] env[62563]: DEBUG oslo_vmware.api [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751307, 'name': PowerOffVM_Task, 'duration_secs': 0.25796} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.110464] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.110702] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.111091] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751308, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.112292] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76e8d52a-86d2-4353-bb5e-289210437975 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.203377] env[62563]: DEBUG oslo_vmware.api [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1751309, 'name': PowerOffVM_Task, 'duration_secs': 0.365416} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.203377] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.203377] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.203377] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0d74754-8232-4428-a570-c53dda246c92 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.294997] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520ad2eb-c8c3-7b9b-394f-131b7f670bab, 'name': SearchDatastore_Task, 'duration_secs': 0.012784} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.295908] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17235999-0e9f-424e-ac12-05b3b23beb62 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.302457] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1622.302457] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520b2680-8ae4-7cbe-6536-7eb3e3b38eba" [ 1622.302457] env[62563]: _type = "Task" [ 1622.302457] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.312696] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520b2680-8ae4-7cbe-6536-7eb3e3b38eba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.423946] env[62563]: DEBUG oslo_concurrency.lockutils [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Releasing lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.433630] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1622.434082] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1622.434362] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Deleting the datastore file [datastore1] 84baf130-f07a-45d4-a57f-7b20833a85ea {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1622.434715] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fe5d9f2-7fc2-494d-9f91-1a92e2099d5e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.443237] env[62563]: DEBUG oslo_vmware.api [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for the task: (returnval){ [ 1622.443237] env[62563]: value = "task-1751313" [ 1622.443237] env[62563]: _type = "Task" [ 1622.443237] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.459009] env[62563]: DEBUG oslo_vmware.api [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1751313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.535433] env[62563]: DEBUG oslo_vmware.api [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751310, 'name': ReconfigVM_Task, 'duration_secs': 0.325553} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.535770] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363972', 'volume_id': 'b0ba747a-d6e6-4693-b81f-827547a75ea5', 'name': 'volume-b0ba747a-d6e6-4693-b81f-827547a75ea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bda5ce78-0d41-4084-acdd-2172811f2c9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0ba747a-d6e6-4693-b81f-827547a75ea5', 'serial': 'b0ba747a-d6e6-4693-b81f-827547a75ea5'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1622.536136] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1622.537042] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8d4b0f-f53d-478c-a4ba-9df00b6fe7ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.546738] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.547059] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b03f8e08-ebac-4ce0-b547-81c72e41852f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.590611] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.590770] env[62563]: DEBUG nova.compute.manager [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1622.593851] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.372s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.594140] env[62563]: DEBUG nova.objects.instance [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1622.610808] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647895} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.610808] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95/d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1622.610808] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1622.611993] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd577378-d00e-4bb2-9477-798d667729f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.620769] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1622.620769] env[62563]: value = "task-1751315" [ 1622.620769] env[62563]: _type = "Task" [ 1622.620769] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.627646] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Acquiring lock "a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.627646] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Lock "a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.628039] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Acquiring lock "a49fc7ed-4f0f-4ecd-b65d-727412edcf7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.628396] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Lock "a49fc7ed-4f0f-4ecd-b65d-727412edcf7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.628683] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Lock "a49fc7ed-4f0f-4ecd-b65d-727412edcf7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.631235] env[62563]: INFO nova.compute.manager [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Terminating instance [ 1622.637167] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.638761] env[62563]: DEBUG nova.compute.manager [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1622.639348] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.640716] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da650af7-f38d-4a67-980e-5d144cac9670 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.648818] env[62563]: DEBUG oslo_vmware.api [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Waiting for the task: (returnval){ [ 1622.648818] env[62563]: value = "task-1751316" [ 1622.648818] env[62563]: _type = "Task" [ 1622.648818] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.662777] env[62563]: DEBUG oslo_vmware.api [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1751316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.671025] env[62563]: DEBUG nova.network.neutron [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updating instance_info_cache with network_info: [{"id": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "address": "fa:16:3e:fe:56:bb", "network": {"id": "2644968c-d8fa-44a6-b39c-6ccb08e4e2a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1370213468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9396eed560b4a4fa3ca244b7e094184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae8a0ce-25", "ovs_interfaceid": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.678741] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1622.679804] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1622.679804] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Deleting the datastore file [datastore1] bda5ce78-0d41-4084-acdd-2172811f2c9a {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1622.680407] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f574b47a-ce6b-46b2-afc4-d0f67b2f1af5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.688150] env[62563]: DEBUG oslo_vmware.api [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Waiting for the task: (returnval){ [ 1622.688150] env[62563]: value = "task-1751317" [ 1622.688150] env[62563]: _type = "Task" [ 1622.688150] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.697659] env[62563]: DEBUG oslo_vmware.api [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.809345] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1622.809569] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1622.809809] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Deleting the datastore file [datastore1] 004e58e4-4420-42b6-86f5-1ed8fa0750be {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1622.810039] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d0cfd09-ee3e-4654-b334-1b170386a7c0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.818326] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520b2680-8ae4-7cbe-6536-7eb3e3b38eba, 'name': SearchDatastore_Task, 'duration_secs': 0.035277} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.819960] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.820290] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] dc2f5746-b28a-40d6-8cbe-3756a920f0c9/dc2f5746-b28a-40d6-8cbe-3756a920f0c9.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1622.820663] env[62563]: DEBUG oslo_vmware.api [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1622.820663] env[62563]: value = "task-1751318" [ 1622.820663] env[62563]: _type = "Task" [ 1622.820663] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.820978] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f13ec634-3bc4-4b03-bada-989d4d60e1eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.834744] env[62563]: DEBUG oslo_vmware.api [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.836418] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1622.836418] env[62563]: value = "task-1751319" [ 1622.836418] env[62563]: _type = "Task" [ 1622.836418] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.846887] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.933227] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.934038] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b4295af-af87-46a7-a32c-b50618d1f3d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.942236] env[62563]: DEBUG oslo_vmware.api [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1622.942236] env[62563]: value = "task-1751320" [ 1622.942236] env[62563]: _type = "Task" [ 1622.942236] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.956410] env[62563]: DEBUG oslo_vmware.api [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.961869] env[62563]: DEBUG oslo_vmware.api [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Task: {'id': task-1751313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4395} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.963521] env[62563]: DEBUG nova.compute.manager [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Received event network-vif-plugged-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1622.963759] env[62563]: DEBUG oslo_concurrency.lockutils [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] Acquiring lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.963977] env[62563]: DEBUG oslo_concurrency.lockutils [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.964209] env[62563]: DEBUG oslo_concurrency.lockutils [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.964388] env[62563]: DEBUG nova.compute.manager [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] No waiting events found dispatching network-vif-plugged-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1622.964584] env[62563]: WARNING nova.compute.manager [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Received unexpected event network-vif-plugged-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 for instance with vm_state shelved_offloaded and task_state spawning. [ 1622.965316] env[62563]: DEBUG nova.compute.manager [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Received event network-changed-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1622.965316] env[62563]: DEBUG nova.compute.manager [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Refreshing instance network info cache due to event network-changed-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1622.965316] env[62563]: DEBUG oslo_concurrency.lockutils [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] Acquiring lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.965501] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1622.966067] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1622.966067] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1622.966067] env[62563]: INFO nova.compute.manager [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1622.966310] env[62563]: DEBUG oslo.service.loopingcall [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.967020] env[62563]: DEBUG nova.compute.manager [-] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1622.967104] env[62563]: DEBUG nova.network.neutron [-] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1623.100054] env[62563]: DEBUG nova.compute.utils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.102369] env[62563]: DEBUG nova.compute.manager [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Not allocating networking since 'none' was specified. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1623.134689] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145365} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.135041] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1623.135991] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16ff146-0832-4629-8c74-3d0869f1073b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.161709] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95/d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.166238] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7e29b04-e845-475a-9149-709617c8d236 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.186474] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Releasing lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.187192] env[62563]: DEBUG oslo_concurrency.lockutils [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] Acquired lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.187507] env[62563]: DEBUG nova.network.neutron [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Refreshing network info cache for port 3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1623.194403] env[62563]: DEBUG oslo_vmware.api [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1751316, 'name': PowerOffVM_Task, 'duration_secs': 0.320354} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.200655] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1623.200655] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1623.200655] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363920', 'volume_id': '7e5aebe1-0268-45bc-a682-73eca6ed9286', 'name': 'volume-7e5aebe1-0268-45bc-a682-73eca6ed9286', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a49fc7ed-4f0f-4ecd-b65d-727412edcf7c', 'attached_at': '', 'detached_at': '', 'volume_id': '7e5aebe1-0268-45bc-a682-73eca6ed9286', 'serial': '7e5aebe1-0268-45bc-a682-73eca6ed9286'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1623.200655] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1623.200655] env[62563]: value = "task-1751321" [ 1623.200655] env[62563]: _type = "Task" [ 1623.200655] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.201153] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcac090e-c7d9-4646-8a31-dd9d5365620c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.212107] env[62563]: DEBUG oslo_vmware.api [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Task: {'id': task-1751317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210545} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.212781] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1623.213034] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1623.213249] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1623.223832] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.251896] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd9cd5b-d709-4fb5-a900-b704e8f35af9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.265329] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5e3686-605c-41da-81f0-7c84b5f3a1b2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.298126] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10eb50a-3ef8-438f-9983-fd58d604d3d8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.320574] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] The volume has not been displaced from its original location: [datastore1] volume-7e5aebe1-0268-45bc-a682-73eca6ed9286/volume-7e5aebe1-0268-45bc-a682-73eca6ed9286.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1623.325530] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1623.326245] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e988723b-ddc6-4966-aef0-c794fa1ead00 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.359920] env[62563]: DEBUG oslo_vmware.api [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42757} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.360185] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751319, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.363023] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1623.363023] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1623.363023] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1623.363330] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1623.363330] env[62563]: INFO nova.compute.manager [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1623.363527] env[62563]: DEBUG oslo.service.loopingcall [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.363716] env[62563]: DEBUG oslo_vmware.api [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Waiting for the task: (returnval){ [ 1623.363716] env[62563]: value = "task-1751322" [ 1623.363716] env[62563]: _type = "Task" [ 1623.363716] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.366278] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-266df656-b4c5-49a1-8d9c-49acdbd03855 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.366278] env[62563]: DEBUG nova.compute.manager [-] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1623.366278] env[62563]: DEBUG nova.network.neutron [-] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1623.378617] env[62563]: DEBUG oslo_vmware.api [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1751322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.382741] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79471419-da1f-4a7a-8266-4e3b9562dc66 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.421942] env[62563]: ERROR nova.compute.manager [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Failed to detach volume b0ba747a-d6e6-4693-b81f-827547a75ea5 from /dev/sda: nova.exception.InstanceNotFound: Instance bda5ce78-0d41-4084-acdd-2172811f2c9a could not be found. [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Traceback (most recent call last): [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] self.driver.rebuild(**kwargs) [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] raise NotImplementedError() [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] NotImplementedError [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] During handling of the above exception, another exception occurred: [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Traceback (most recent call last): [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] self.driver.detach_volume(context, old_connection_info, [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] return self._volumeops.detach_volume(connection_info, instance) [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] self._detach_volume_vmdk(connection_info, instance) [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] stable_ref.fetch_moref(session) [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] nova.exception.InstanceNotFound: Instance bda5ce78-0d41-4084-acdd-2172811f2c9a could not be found. [ 1623.421942] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] [ 1623.456652] env[62563]: DEBUG oslo_vmware.api [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.589725] env[62563]: DEBUG nova.compute.utils [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Build of instance bda5ce78-0d41-4084-acdd-2172811f2c9a aborted: Failed to rebuild volume backed instance. {{(pid=62563) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1623.592359] env[62563]: ERROR nova.compute.manager [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance bda5ce78-0d41-4084-acdd-2172811f2c9a aborted: Failed to rebuild volume backed instance. [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Traceback (most recent call last): [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] self.driver.rebuild(**kwargs) [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] raise NotImplementedError() [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] NotImplementedError [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] During handling of the above exception, another exception occurred: [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Traceback (most recent call last): [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/compute/manager.py", line 3601, in _rebuild_volume_backed_instance [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] self._detach_root_volume(context, instance, root_bdm) [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/compute/manager.py", line 3580, in _detach_root_volume [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] with excutils.save_and_reraise_exception(): [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] self.force_reraise() [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] raise self.value [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] self.driver.detach_volume(context, old_connection_info, [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] return self._volumeops.detach_volume(connection_info, instance) [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] self._detach_volume_vmdk(connection_info, instance) [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] stable_ref.fetch_moref(session) [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] nova.exception.InstanceNotFound: Instance bda5ce78-0d41-4084-acdd-2172811f2c9a could not be found. [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] During handling of the above exception, another exception occurred: [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Traceback (most recent call last): [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/compute/manager.py", line 10866, in _error_out_instance_on_exception [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] yield [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/compute/manager.py", line 3869, in rebuild_instance [ 1623.592359] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] self._do_rebuild_instance_with_claim( [ 1623.593795] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/compute/manager.py", line 3955, in _do_rebuild_instance_with_claim [ 1623.593795] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] self._do_rebuild_instance( [ 1623.593795] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/compute/manager.py", line 4147, in _do_rebuild_instance [ 1623.593795] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] self._rebuild_default_impl(**kwargs) [ 1623.593795] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/compute/manager.py", line 3724, in _rebuild_default_impl [ 1623.593795] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] self._rebuild_volume_backed_instance( [ 1623.593795] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] File "/opt/stack/nova/nova/compute/manager.py", line 3616, in _rebuild_volume_backed_instance [ 1623.593795] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] raise exception.BuildAbortException( [ 1623.593795] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] nova.exception.BuildAbortException: Build of instance bda5ce78-0d41-4084-acdd-2172811f2c9a aborted: Failed to rebuild volume backed instance. [ 1623.593795] env[62563]: ERROR nova.compute.manager [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] [ 1623.606505] env[62563]: DEBUG nova.compute.manager [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1623.610359] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d9d9c0d0-c1fd-4da9-b6a0-97dff7def5ca tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.611704] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.226s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.611961] env[62563]: DEBUG nova.objects.instance [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lazy-loading 'resources' on Instance uuid 2371ed40-8706-4d19-a9d0-c7e5572c90fc {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.716255] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.863129] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71138} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.863486] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] dc2f5746-b28a-40d6-8cbe-3756a920f0c9/dc2f5746-b28a-40d6-8cbe-3756a920f0c9.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1623.863822] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1623.865030] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4693085-b0e1-44ab-ab5d-b305b1a6e557 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.872489] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1623.872489] env[62563]: value = "task-1751323" [ 1623.872489] env[62563]: _type = "Task" [ 1623.872489] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.879530] env[62563]: DEBUG oslo_vmware.api [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1751322, 'name': ReconfigVM_Task, 'duration_secs': 0.411026} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.880268] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1623.889770] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ddd7737-9229-40f2-8e26-b8836c1abe40 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.901897] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.911151] env[62563]: DEBUG oslo_vmware.api [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Waiting for the task: (returnval){ [ 1623.911151] env[62563]: value = "task-1751324" [ 1623.911151] env[62563]: _type = "Task" [ 1623.911151] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.922581] env[62563]: DEBUG oslo_vmware.api [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1751324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.958314] env[62563]: DEBUG oslo_vmware.api [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751320, 'name': PowerOnVM_Task, 'duration_secs': 0.885249} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.958910] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.958910] env[62563]: DEBUG nova.compute.manager [None req-54f4ac5d-01a1-4c0c-b91b-70b917ebf8cc tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1623.960259] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e0811c-57b2-4d3a-b912-0efed5f1fc84 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.198291] env[62563]: DEBUG nova.network.neutron [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updated VIF entry in instance network info cache for port 3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1624.198627] env[62563]: DEBUG nova.network.neutron [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updating instance_info_cache with network_info: [{"id": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "address": "fa:16:3e:fe:56:bb", "network": {"id": "2644968c-d8fa-44a6-b39c-6ccb08e4e2a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1370213468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9396eed560b4a4fa3ca244b7e094184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae8a0ce-25", "ovs_interfaceid": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.219601] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751321, 'name': ReconfigVM_Task, 'duration_secs': 0.878545} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.219858] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Reconfigured VM instance instance-00000052 to attach disk [datastore1] d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95/d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1624.220564] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65b78284-da47-49ce-8c9d-9e78569d41eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.231559] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1624.231559] env[62563]: value = "task-1751325" [ 1624.231559] env[62563]: _type = "Task" [ 1624.231559] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.246906] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751325, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.293667] env[62563]: DEBUG nova.network.neutron [-] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.390030] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751323, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.433123] env[62563]: DEBUG oslo_vmware.api [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1751324, 'name': ReconfigVM_Task, 'duration_secs': 0.184356} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.437460] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-363920', 'volume_id': '7e5aebe1-0268-45bc-a682-73eca6ed9286', 'name': 'volume-7e5aebe1-0268-45bc-a682-73eca6ed9286', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a49fc7ed-4f0f-4ecd-b65d-727412edcf7c', 'attached_at': '', 'detached_at': '', 'volume_id': '7e5aebe1-0268-45bc-a682-73eca6ed9286', 'serial': '7e5aebe1-0268-45bc-a682-73eca6ed9286'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1624.437794] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1624.438966] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce872407-9afd-420c-8edb-1ce93753e172 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.447027] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1624.447027] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7818feb2-ded7-45b9-acc8-08589ceecde5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.569838] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1624.570099] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1624.570285] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Deleting the datastore file [datastore1] a49fc7ed-4f0f-4ecd-b65d-727412edcf7c {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1624.573193] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66294385-161a-48c4-b976-0d86929654c6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.580947] env[62563]: DEBUG oslo_vmware.api [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Waiting for the task: (returnval){ [ 1624.580947] env[62563]: value = "task-1751327" [ 1624.580947] env[62563]: _type = "Task" [ 1624.580947] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.591441] env[62563]: DEBUG oslo_vmware.api [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1751327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.602347] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c312d0-3bf8-4c91-9a11-1dfab6f71415 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.612975] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37cfd58-aa29-4399-9ea0-53f1d1c4d622 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.647539] env[62563]: DEBUG nova.compute.manager [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1624.650984] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc969b8-bcf2-49c9-90ca-54e0b6d35238 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.659239] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8995354d-7149-44e6-ae64-f4b6b2790a20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.673888] env[62563]: DEBUG nova.compute.provider_tree [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.700917] env[62563]: DEBUG oslo_concurrency.lockutils [req-62c8536d-c8b0-4e2e-bd04-670444647e6a req-7d958e3a-6fb1-4778-8bb1-a3c7913c62a7 service nova] Releasing lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.748329] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751325, 'name': Rename_Task, 'duration_secs': 0.296844} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.748329] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1624.748329] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b07a70ae-5802-4d73-8335-d1fb991a0a4b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.760328] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1624.760328] env[62563]: value = "task-1751328" [ 1624.760328] env[62563]: _type = "Task" [ 1624.760328] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.772638] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751328, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.797658] env[62563]: INFO nova.compute.manager [-] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Took 1.83 seconds to deallocate network for instance. [ 1624.895916] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.524826} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.896762] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1624.897695] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54e0ced-eb7b-430f-9f80-8a9b900557a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.928149] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] dc2f5746-b28a-40d6-8cbe-3756a920f0c9/dc2f5746-b28a-40d6-8cbe-3756a920f0c9.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.929179] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6eebbff-8c33-4375-a213-35a9f644c9d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.951221] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1624.951221] env[62563]: value = "task-1751329" [ 1624.951221] env[62563]: _type = "Task" [ 1624.951221] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.959834] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.036493] env[62563]: DEBUG nova.network.neutron [-] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.094833] env[62563]: DEBUG oslo_vmware.api [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Task: {'id': task-1751327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143683} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.095262] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.096027] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1625.096027] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1625.096027] env[62563]: INFO nova.compute.manager [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Took 2.46 seconds to destroy the instance on the hypervisor. [ 1625.096416] env[62563]: DEBUG oslo.service.loopingcall [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.096610] env[62563]: DEBUG nova.compute.manager [-] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1625.096783] env[62563]: DEBUG nova.network.neutron [-] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1625.128206] env[62563]: DEBUG nova.compute.manager [req-826f7e63-bf1a-4327-b605-233511bfcfec req-d0394084-7154-4b3a-9a19-f629b80e6f42 service nova] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Received event network-vif-deleted-2fc3a371-2f65-4b1a-829a-b726f10dfaec {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1625.128206] env[62563]: DEBUG nova.compute.manager [req-826f7e63-bf1a-4327-b605-233511bfcfec req-d0394084-7154-4b3a-9a19-f629b80e6f42 service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Received event network-vif-deleted-4491d19b-1047-4516-af48-9b8df469ed05 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1625.128206] env[62563]: DEBUG nova.compute.manager [req-826f7e63-bf1a-4327-b605-233511bfcfec req-d0394084-7154-4b3a-9a19-f629b80e6f42 service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Received event network-vif-deleted-4736c753-858e-492a-9db2-cee285601ba0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1625.128206] env[62563]: DEBUG nova.compute.manager [req-826f7e63-bf1a-4327-b605-233511bfcfec req-d0394084-7154-4b3a-9a19-f629b80e6f42 service nova] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Received event network-vif-deleted-7ac9429a-3546-4c24-a523-42499384ee63 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1625.177529] env[62563]: DEBUG nova.scheduler.client.report [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1625.273785] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.306492] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.465431] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751329, 'name': ReconfigVM_Task, 'duration_secs': 0.431106} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.465824] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Reconfigured VM instance instance-00000053 to attach disk [datastore1] dc2f5746-b28a-40d6-8cbe-3756a920f0c9/dc2f5746-b28a-40d6-8cbe-3756a920f0c9.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.466593] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a32cab8e-983b-413a-956e-ed54fb12a67a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.474040] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1625.474040] env[62563]: value = "task-1751330" [ 1625.474040] env[62563]: _type = "Task" [ 1625.474040] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.484012] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751330, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.539824] env[62563]: INFO nova.compute.manager [-] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Took 2.17 seconds to deallocate network for instance. [ 1625.613350] env[62563]: DEBUG oslo_concurrency.lockutils [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.684989] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.688061] env[62563]: DEBUG oslo_concurrency.lockutils [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.051s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.688540] env[62563]: DEBUG nova.objects.instance [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lazy-loading 'resources' on Instance uuid d463557f-2915-4d0b-9ed9-cf8ad14a99e7 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.716185] env[62563]: INFO nova.scheduler.client.report [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted allocations for instance 2371ed40-8706-4d19-a9d0-c7e5572c90fc [ 1625.775418] env[62563]: DEBUG oslo_vmware.api [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751328, 'name': PowerOnVM_Task, 'duration_secs': 0.564364} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.775875] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.775991] env[62563]: INFO nova.compute.manager [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1625.776973] env[62563]: DEBUG nova.compute.manager [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1625.777080] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d944dd55-8afa-42b4-a482-eac5a4766c42 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.987069] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751330, 'name': Rename_Task, 'duration_secs': 0.209861} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.987069] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1625.987631] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08507312-e936-4f3d-a95a-a4de568f4dbd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.994172] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1625.994172] env[62563]: value = "task-1751331" [ 1625.994172] env[62563]: _type = "Task" [ 1625.994172] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.004240] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.046685] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.130086] env[62563]: DEBUG nova.network.neutron [-] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.225296] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7c2683f6-9d82-4321-ae92-a2124f9615c1 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "2371ed40-8706-4d19-a9d0-c7e5572c90fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.025s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.302330] env[62563]: INFO nova.compute.manager [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Took 26.90 seconds to build instance. [ 1626.508045] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751331, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.528783] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bfe88b-d5f4-498e-9a50-aef32da96e00 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.537215] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24041d0c-de44-4eb8-81c8-6bacfe09a1e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.571324] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdcdd48-490c-4b93-a152-1a52a182f03c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.580772] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b592d97b-c8e1-4f7a-af0a-cd0008340cd9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.596572] env[62563]: DEBUG nova.compute.provider_tree [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.633353] env[62563]: INFO nova.compute.manager [-] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Took 1.54 seconds to deallocate network for instance. [ 1626.805310] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb774c75-d0d4-4324-a8c1-8c9ec97ccd0b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.423s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.987466] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Acquiring lock "bda5ce78-0d41-4084-acdd-2172811f2c9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.987895] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Lock "bda5ce78-0d41-4084-acdd-2172811f2c9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.987945] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Acquiring lock "bda5ce78-0d41-4084-acdd-2172811f2c9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.988125] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Lock "bda5ce78-0d41-4084-acdd-2172811f2c9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.988275] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Lock "bda5ce78-0d41-4084-acdd-2172811f2c9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.990630] env[62563]: INFO nova.compute.manager [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Terminating instance [ 1626.995570] env[62563]: DEBUG nova.compute.manager [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1626.999187] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67f45a98-e59a-4540-82ea-a45f06ebbb4f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.007366] env[62563]: DEBUG oslo_vmware.api [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751331, 'name': PowerOnVM_Task, 'duration_secs': 0.771363} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.008847] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1627.008973] env[62563]: INFO nova.compute.manager [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1627.009194] env[62563]: DEBUG nova.compute.manager [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1627.010115] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03fe633-3c12-443e-afc6-5f1cde120d0b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.016256] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6645f5-1382-475b-8986-1b6d22cf7e75 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.053140] env[62563]: WARNING nova.virt.vmwareapi.driver [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance bda5ce78-0d41-4084-acdd-2172811f2c9a could not be found. [ 1627.053387] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.056552] env[62563]: DEBUG nova.virt.hardware [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='24e29402180e72d24fcf98957ed869ee',container_format='bare',created_at=2024-12-11T12:34:03Z,direct_url=,disk_format='vmdk',id=b5c2c768-c840-4c21-a817-3ecd568aded4,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1378003055-shelved',owner='c9396eed560b4a4fa3ca244b7e094184',properties=ImageMetaProps,protected=,size=31590912,status='active',tags=,updated_at=2024-12-11T12:34:21Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1627.056807] env[62563]: DEBUG nova.virt.hardware [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1627.057077] env[62563]: DEBUG nova.virt.hardware [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.057360] env[62563]: DEBUG nova.virt.hardware [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1627.057552] env[62563]: DEBUG nova.virt.hardware [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.057704] env[62563]: DEBUG nova.virt.hardware [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1627.057887] env[62563]: DEBUG nova.virt.hardware [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1627.058056] env[62563]: DEBUG nova.virt.hardware [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1627.058230] env[62563]: DEBUG nova.virt.hardware [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1627.058393] env[62563]: DEBUG nova.virt.hardware [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1627.058563] env[62563]: DEBUG nova.virt.hardware [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1627.058841] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f29c40d3-a3a9-49d6-81a5-21fa716146d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.063219] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8a1706-1f60-4653-af3e-911afdd7dc59 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.073322] env[62563]: DEBUG nova.virt.hardware [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1627.073582] env[62563]: DEBUG nova.virt.hardware [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1627.073739] env[62563]: DEBUG nova.virt.hardware [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.073968] env[62563]: DEBUG nova.virt.hardware [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1627.074204] env[62563]: DEBUG nova.virt.hardware [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.075366] env[62563]: DEBUG nova.virt.hardware [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1627.075366] env[62563]: DEBUG nova.virt.hardware [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1627.075366] env[62563]: DEBUG nova.virt.hardware [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1627.075366] env[62563]: DEBUG nova.virt.hardware [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1627.075366] env[62563]: DEBUG nova.virt.hardware [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1627.075366] env[62563]: DEBUG nova.virt.hardware [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1627.076586] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1d6f15-7fa4-4cd9-b04f-06ed40cbddb7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.082117] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc53c10-401f-4a01-ab99-d8357bd429b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.088542] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591215ce-102a-40bc-8482-a25f3ce1cca7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.102836] env[62563]: DEBUG oslo_vmware.rw_handles [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e92e8-b42b-7f87-6cdb-79128bcdd940/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1627.104456] env[62563]: DEBUG nova.scheduler.client.report [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1627.108605] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d54b1d-4372-498d-b70c-81b1454a1aa3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.122223] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:56:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1627.130174] env[62563]: DEBUG oslo.service.loopingcall [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.132148] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf7cd6a-bc2d-4b84-9edc-c059e94f0d4f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.137090] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1627.150071] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea6a7ad5-d4c4-4cac-9b21-442593a3f5c7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.165302] env[62563]: WARNING nova.virt.vmwareapi.vmops [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bda5ce78-0d41-4084-acdd-2172811f2c9a could not be found. [ 1627.165554] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1627.165724] env[62563]: INFO nova.compute.manager [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Took 0.17 seconds to destroy the instance on the hypervisor. [ 1627.165999] env[62563]: DEBUG oslo.service.loopingcall [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.166440] env[62563]: DEBUG oslo_vmware.rw_handles [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e92e8-b42b-7f87-6cdb-79128bcdd940/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1627.166669] env[62563]: ERROR oslo_vmware.rw_handles [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e92e8-b42b-7f87-6cdb-79128bcdd940/disk-0.vmdk due to incomplete transfer. [ 1627.167473] env[62563]: DEBUG nova.compute.manager [-] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1627.167627] env[62563]: DEBUG nova.network.neutron [-] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1627.169368] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f500487c-3119-4f82-b9f9-df43158bba72 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.180789] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Instance VIF info [] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1627.186658] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Creating folder: Project (9c56f4713d6b4aa7881064670494c0d5). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1627.190202] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31450695-f1a7-4ff5-ae96-8518653bf7c5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.192315] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1627.192315] env[62563]: value = "task-1751332" [ 1627.192315] env[62563]: _type = "Task" [ 1627.192315] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.198438] env[62563]: INFO nova.compute.manager [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Took 0.56 seconds to detach 1 volumes for instance. [ 1627.203804] env[62563]: DEBUG oslo_vmware.rw_handles [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e92e8-b42b-7f87-6cdb-79128bcdd940/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1627.204165] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Uploaded image 0cadd5e6-0e52-4ba9-b290-249bec826016 to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1627.207302] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1627.207710] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Created folder: Project (9c56f4713d6b4aa7881064670494c0d5) in parent group-v363823. [ 1627.208019] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Creating folder: Instances. Parent ref: group-v364060. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1627.208757] env[62563]: DEBUG nova.compute.manager [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Deleting volume: 7e5aebe1-0268-45bc-a682-73eca6ed9286 {{(pid=62563) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1627.217228] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-20fe5ec7-b424-4430-b829-977a6937f5b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.219927] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c0bc838-3c30-4dbd-8101-cf2ec2bb14e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.222088] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751332, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.227895] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1627.227895] env[62563]: value = "task-1751334" [ 1627.227895] env[62563]: _type = "Task" [ 1627.227895] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.236899] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751334, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.238156] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Created folder: Instances in parent group-v364060. [ 1627.238441] env[62563]: DEBUG oslo.service.loopingcall [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.238648] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1627.238877] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-053b82dd-1355-413d-a746-6901d05c81ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.256708] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1627.256708] env[62563]: value = "task-1751336" [ 1627.256708] env[62563]: _type = "Task" [ 1627.256708] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.268968] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751336, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.402920] env[62563]: DEBUG nova.compute.manager [req-5f50738a-3802-4d97-bf82-a48b2c83c6a3 req-06a53957-88d3-45a4-abad-7f7812c88854 service nova] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Received event network-vif-deleted-b7aa4250-2e6d-4c6f-8167-b8fee26ad7e1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1627.572288] env[62563]: INFO nova.compute.manager [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Took 27.52 seconds to build instance. [ 1627.623350] env[62563]: DEBUG oslo_concurrency.lockutils [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.625895] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.432s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.626259] env[62563]: DEBUG nova.objects.instance [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lazy-loading 'resources' on Instance uuid 1c3b814f-67a7-4535-9a72-79be6195082c {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.644672] env[62563]: INFO nova.scheduler.client.report [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Deleted allocations for instance d463557f-2915-4d0b-9ed9-cf8ad14a99e7 [ 1627.710213] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751332, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.738130] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751334, 'name': Destroy_Task, 'duration_secs': 0.418047} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.738437] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Destroyed the VM [ 1627.738888] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1627.739335] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e353736c-11d3-4a19-95f1-2637c1785fdf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.747557] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1627.747557] env[62563]: value = "task-1751338" [ 1627.747557] env[62563]: _type = "Task" [ 1627.747557] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.757741] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751338, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.766500] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751336, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.771313] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.075341] env[62563]: DEBUG oslo_concurrency.lockutils [None req-63739a0b-5d4a-4f59-aef8-2da1d9f760fe tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "dc2f5746-b28a-40d6-8cbe-3756a920f0c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.036s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.154736] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "214f8826-eefd-4829-80a2-c879fac8c0cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.155134] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "214f8826-eefd-4829-80a2-c879fac8c0cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.156902] env[62563]: DEBUG oslo_concurrency.lockutils [None req-36e9357b-4ccc-4b87-88ab-96c912ac587c tempest-MigrationsAdminTest-1048198581 tempest-MigrationsAdminTest-1048198581-project-member] Lock "d463557f-2915-4d0b-9ed9-cf8ad14a99e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.634s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.208185] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751332, 'name': CreateVM_Task, 'duration_secs': 0.55564} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.208626] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1628.209395] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5c2c768-c840-4c21-a817-3ecd568aded4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.209603] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5c2c768-c840-4c21-a817-3ecd568aded4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.210157] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5c2c768-c840-4c21-a817-3ecd568aded4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1628.210356] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b765dd-6e20-4702-b85f-f61ea723746f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.219222] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1628.219222] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b45b06-d710-9749-ea86-81da6e8b9ffa" [ 1628.219222] env[62563]: _type = "Task" [ 1628.219222] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.231901] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b45b06-d710-9749-ea86-81da6e8b9ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.265032] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751338, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.272919] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751336, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.528497] env[62563]: DEBUG nova.network.neutron [-] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.536207] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d69638-272f-4102-a014-7d1452657297 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.545155] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36605c0-1f73-446f-b3a8-6e7448cbab88 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.580089] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9107cf4-938f-4853-a52a-f8e33c0e1bcb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.586990] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5ec2a7-51e3-4da9-ac60-b4ca2686bdf5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.604697] env[62563]: DEBUG nova.compute.provider_tree [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.662699] env[62563]: DEBUG nova.compute.manager [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1628.730891] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5c2c768-c840-4c21-a817-3ecd568aded4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.731507] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Processing image b5c2c768-c840-4c21-a817-3ecd568aded4 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1628.731971] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5c2c768-c840-4c21-a817-3ecd568aded4/b5c2c768-c840-4c21-a817-3ecd568aded4.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.732380] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5c2c768-c840-4c21-a817-3ecd568aded4/b5c2c768-c840-4c21-a817-3ecd568aded4.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.733293] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.733556] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cde96623-061d-42bc-aa1c-8483328427c6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.757191] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.757191] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.757191] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f11114a-5fb0-431c-b621-ca838749b7d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.762506] env[62563]: DEBUG oslo_vmware.api [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751338, 'name': RemoveSnapshot_Task, 'duration_secs': 0.563681} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.768782] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1628.771790] env[62563]: INFO nova.compute.manager [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Took 15.25 seconds to snapshot the instance on the hypervisor. [ 1628.775033] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1628.775033] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f0f59f-6f17-2d23-6600-482fec116393" [ 1628.775033] env[62563]: _type = "Task" [ 1628.775033] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.785154] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751336, 'name': CreateVM_Task, 'duration_secs': 1.494822} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.788252] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1628.788574] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f0f59f-6f17-2d23-6600-482fec116393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.788995] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.789320] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.790339] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1628.790339] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9fed96c-cc94-4a09-8c49-5f6469a6e5f1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.796570] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1628.796570] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526ee317-779d-e0e9-36bc-a2419e5a1e8d" [ 1628.796570] env[62563]: _type = "Task" [ 1628.796570] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.805403] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526ee317-779d-e0e9-36bc-a2419e5a1e8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.031835] env[62563]: INFO nova.compute.manager [-] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Took 1.86 seconds to deallocate network for instance. [ 1629.110495] env[62563]: DEBUG nova.scheduler.client.report [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1629.188778] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.295334] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Preparing fetch location {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1629.295914] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Fetch image to [datastore1] OSTACK_IMG_ee952cc6-e361-459b-9e12-cc447e463351/OSTACK_IMG_ee952cc6-e361-459b-9e12-cc447e463351.vmdk {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1629.296333] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Downloading stream optimized image b5c2c768-c840-4c21-a817-3ecd568aded4 to [datastore1] OSTACK_IMG_ee952cc6-e361-459b-9e12-cc447e463351/OSTACK_IMG_ee952cc6-e361-459b-9e12-cc447e463351.vmdk on the data store datastore1 as vApp {{(pid=62563) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1629.296806] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Downloading image file data b5c2c768-c840-4c21-a817-3ecd568aded4 to the ESX as VM named 'OSTACK_IMG_ee952cc6-e361-459b-9e12-cc447e463351' {{(pid=62563) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1629.309125] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526ee317-779d-e0e9-36bc-a2419e5a1e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.018324} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.309470] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.310163] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1629.310447] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.310773] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.311756] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1629.313301] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14e11ea8-cffc-48c2-b164-5bd21f9bf1c2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.322859] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1629.322947] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1629.323810] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354806e8-73ab-4750-b2e5-475e8a8aa485 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.330171] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1629.330171] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5282a153-1d79-adcd-7655-466eea5d47ff" [ 1629.330171] env[62563]: _type = "Task" [ 1629.330171] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.335733] env[62563]: DEBUG nova.compute.manager [None req-7ab6ee89-87a7-41d1-a57c-f4c4da927522 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Found 1 images (rotation: 2) {{(pid=62563) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1629.347858] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5282a153-1d79-adcd-7655-466eea5d47ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015284} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.349219] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6acccfbc-735a-40ec-a4f5-1ec0c1b0985c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.379548] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1629.379548] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524a1949-4a3c-928e-9363-b73187051e29" [ 1629.379548] env[62563]: _type = "Task" [ 1629.379548] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.389712] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524a1949-4a3c-928e-9363-b73187051e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.402591] env[62563]: DEBUG nova.compute.manager [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1629.403561] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eda9f2e-0b50-4eaa-bcf9-18c4315d8161 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.427927] env[62563]: DEBUG oslo_vmware.rw_handles [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1629.427927] env[62563]: value = "resgroup-9" [ 1629.427927] env[62563]: _type = "ResourcePool" [ 1629.427927] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1629.428264] env[62563]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-24c94bca-1a01-44e4-8ff3-9e0535069aed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.452765] env[62563]: DEBUG oslo_vmware.rw_handles [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lease: (returnval){ [ 1629.452765] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529035a9-e4b8-03fa-a113-79f024678eae" [ 1629.452765] env[62563]: _type = "HttpNfcLease" [ 1629.452765] env[62563]: } obtained for vApp import into resource pool (val){ [ 1629.452765] env[62563]: value = "resgroup-9" [ 1629.452765] env[62563]: _type = "ResourcePool" [ 1629.452765] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1629.453113] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the lease: (returnval){ [ 1629.453113] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529035a9-e4b8-03fa-a113-79f024678eae" [ 1629.453113] env[62563]: _type = "HttpNfcLease" [ 1629.453113] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1629.461509] env[62563]: DEBUG nova.compute.manager [req-df9c4646-1d41-4113-b59c-dc227472b941 req-cc1b3f2a-ae40-47f0-b55f-e155f3fbc328 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Received event network-changed-78c54524-0cdd-43fb-b2ae-6f41568ec3e0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1629.462024] env[62563]: DEBUG nova.compute.manager [req-df9c4646-1d41-4113-b59c-dc227472b941 req-cc1b3f2a-ae40-47f0-b55f-e155f3fbc328 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Refreshing instance network info cache due to event network-changed-78c54524-0cdd-43fb-b2ae-6f41568ec3e0. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1629.462024] env[62563]: DEBUG oslo_concurrency.lockutils [req-df9c4646-1d41-4113-b59c-dc227472b941 req-cc1b3f2a-ae40-47f0-b55f-e155f3fbc328 service nova] Acquiring lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.462141] env[62563]: DEBUG oslo_concurrency.lockutils [req-df9c4646-1d41-4113-b59c-dc227472b941 req-cc1b3f2a-ae40-47f0-b55f-e155f3fbc328 service nova] Acquired lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.462262] env[62563]: DEBUG nova.network.neutron [req-df9c4646-1d41-4113-b59c-dc227472b941 req-cc1b3f2a-ae40-47f0-b55f-e155f3fbc328 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Refreshing network info cache for port 78c54524-0cdd-43fb-b2ae-6f41568ec3e0 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.468569] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1629.468569] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529035a9-e4b8-03fa-a113-79f024678eae" [ 1629.468569] env[62563]: _type = "HttpNfcLease" [ 1629.468569] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1629.592407] env[62563]: INFO nova.compute.manager [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Took 0.56 seconds to detach 1 volumes for instance. [ 1629.595139] env[62563]: DEBUG nova.compute.manager [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Deleting volume: b0ba747a-d6e6-4693-b81f-827547a75ea5 {{(pid=62563) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1629.615500] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.617962] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.111s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.620532] env[62563]: INFO nova.compute.claims [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1629.662509] env[62563]: INFO nova.scheduler.client.report [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Deleted allocations for instance 1c3b814f-67a7-4535-9a72-79be6195082c [ 1629.891718] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524a1949-4a3c-928e-9363-b73187051e29, 'name': SearchDatastore_Task, 'duration_secs': 0.014563} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.892043] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.892317] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0e214c10-26ce-4283-ab3d-765c4000d310/0e214c10-26ce-4283-ab3d-765c4000d310.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1629.892653] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a36701c-4ca0-475c-9f6a-bc091677478e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.900984] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1629.900984] env[62563]: value = "task-1751341" [ 1629.900984] env[62563]: _type = "Task" [ 1629.900984] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.913508] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.914636] env[62563]: INFO nova.compute.manager [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] instance snapshotting [ 1629.922261] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21df304d-b3b8-4fd6-835a-e1774e3166ba {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.943167] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a57121-efff-4208-b10a-a06d4bc6f866 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.961670] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1629.961670] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529035a9-e4b8-03fa-a113-79f024678eae" [ 1629.961670] env[62563]: _type = "HttpNfcLease" [ 1629.961670] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1629.961974] env[62563]: DEBUG oslo_vmware.rw_handles [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1629.961974] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529035a9-e4b8-03fa-a113-79f024678eae" [ 1629.961974] env[62563]: _type = "HttpNfcLease" [ 1629.961974] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1629.962805] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040a9eb5-de62-4757-9b28-64b4cd88b9b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.978316] env[62563]: DEBUG oslo_vmware.rw_handles [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ff994-844e-294f-6798-da613667f5f8/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1629.978495] env[62563]: DEBUG oslo_vmware.rw_handles [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Creating HTTP connection to write to file with size = 31590912 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ff994-844e-294f-6798-da613667f5f8/disk-0.vmdk. {{(pid=62563) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1630.079464] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d57e83c-b374-42d0-a258-fa6d0775c204 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.160349] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.179227] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8313f95c-065b-468b-a255-f9d3d384ecd0 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "1c3b814f-67a7-4535-9a72-79be6195082c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.744s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.416023] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751341, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.454743] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1630.458240] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-47b49eec-cb72-4897-b095-559edabb8a5f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.467019] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1630.467019] env[62563]: value = "task-1751342" [ 1630.467019] env[62563]: _type = "Task" [ 1630.467019] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.483788] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751342, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.611980] env[62563]: DEBUG nova.network.neutron [req-df9c4646-1d41-4113-b59c-dc227472b941 req-cc1b3f2a-ae40-47f0-b55f-e155f3fbc328 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updated VIF entry in instance network info cache for port 78c54524-0cdd-43fb-b2ae-6f41568ec3e0. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.612360] env[62563]: DEBUG nova.network.neutron [req-df9c4646-1d41-4113-b59c-dc227472b941 req-cc1b3f2a-ae40-47f0-b55f-e155f3fbc328 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance_info_cache with network_info: [{"id": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "address": "fa:16:3e:48:b6:51", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c54524-0c", "ovs_interfaceid": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.647185] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "9335ae51-1ea2-4d04-b5ba-b5265db805aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.647482] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "9335ae51-1ea2-4d04-b5ba-b5265db805aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.647742] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "9335ae51-1ea2-4d04-b5ba-b5265db805aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.647988] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "9335ae51-1ea2-4d04-b5ba-b5265db805aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.648664] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "9335ae51-1ea2-4d04-b5ba-b5265db805aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.652638] env[62563]: INFO nova.compute.manager [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Terminating instance [ 1630.652638] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "refresh_cache-9335ae51-1ea2-4d04-b5ba-b5265db805aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.652638] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquired lock "refresh_cache-9335ae51-1ea2-4d04-b5ba-b5265db805aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.652638] env[62563]: DEBUG nova.network.neutron [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1630.726435] env[62563]: DEBUG oslo_vmware.rw_handles [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b9f31-85d1-9d22-b043-e737173b98f9/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1630.729165] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac929568-e78e-4e3d-944f-5dc6c21fcf8e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.740134] env[62563]: DEBUG oslo_vmware.rw_handles [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b9f31-85d1-9d22-b043-e737173b98f9/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1630.740358] env[62563]: ERROR oslo_vmware.rw_handles [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b9f31-85d1-9d22-b043-e737173b98f9/disk-0.vmdk due to incomplete transfer. [ 1630.742903] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4b4ed62c-014e-4cc4-8a58-2005f89bd340 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.753695] env[62563]: DEBUG oslo_vmware.rw_handles [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b9f31-85d1-9d22-b043-e737173b98f9/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1630.753912] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Uploaded image abfdd329-b681-48dd-a06a-b834ed63c49a to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1630.755965] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1630.756363] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e61f108b-a671-4d80-a887-0c0e495dd11f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.768850] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1630.768850] env[62563]: value = "task-1751343" [ 1630.768850] env[62563]: _type = "Task" [ 1630.768850] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.783319] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751343, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.916585] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718502} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.922890] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0e214c10-26ce-4283-ab3d-765c4000d310/0e214c10-26ce-4283-ab3d-765c4000d310.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.923080] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.924875] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c13b7471-680d-404b-8363-369e210cb993 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.934533] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1630.934533] env[62563]: value = "task-1751344" [ 1630.934533] env[62563]: _type = "Task" [ 1630.934533] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.947323] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.981131] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751342, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.018256] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ab93dc-f1ab-4319-9101-13b7b31bef5f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.027922] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b597f4-b620-4116-8e87-6fb3f8500e44 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.068950] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097a2015-a067-4141-8bd6-6d870a7a1c16 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.083889] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8737ce5f-0b56-46f1-ac72-e363ebebfa19 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.106513] env[62563]: DEBUG nova.compute.provider_tree [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.116904] env[62563]: DEBUG oslo_concurrency.lockutils [req-df9c4646-1d41-4113-b59c-dc227472b941 req-cc1b3f2a-ae40-47f0-b55f-e155f3fbc328 service nova] Releasing lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.117026] env[62563]: DEBUG nova.compute.manager [req-df9c4646-1d41-4113-b59c-dc227472b941 req-cc1b3f2a-ae40-47f0-b55f-e155f3fbc328 service nova] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Received event network-vif-deleted-8e6f435c-ad66-4c54-b0e4-40807f5a22e6 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1631.180924] env[62563]: DEBUG nova.network.neutron [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1631.223365] env[62563]: DEBUG oslo_vmware.rw_handles [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Completed reading data from the image iterator. {{(pid=62563) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1631.223645] env[62563]: DEBUG oslo_vmware.rw_handles [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ff994-844e-294f-6798-da613667f5f8/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1631.224663] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0467d3-ef64-4e6d-8090-0a3123a91d2b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.236113] env[62563]: DEBUG oslo_vmware.rw_handles [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ff994-844e-294f-6798-da613667f5f8/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1631.236522] env[62563]: DEBUG oslo_vmware.rw_handles [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ff994-844e-294f-6798-da613667f5f8/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1631.236784] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f07156e0-25fe-4a26-92ca-3df2cf0b4732 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.279943] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751343, 'name': Destroy_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.287636] env[62563]: DEBUG nova.network.neutron [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.443437] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086633} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.443940] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1631.444922] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8a720e-e912-4d6e-a186-b611cb151c8b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.449259] env[62563]: DEBUG oslo_vmware.rw_handles [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ff994-844e-294f-6798-da613667f5f8/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1631.449526] env[62563]: INFO nova.virt.vmwareapi.images [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Downloaded image file data b5c2c768-c840-4c21-a817-3ecd568aded4 [ 1631.450820] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a364f3-7213-474e-b266-1d3d1cf84d43 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.469973] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 0e214c10-26ce-4283-ab3d-765c4000d310/0e214c10-26ce-4283-ab3d-765c4000d310.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1631.470890] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee7b2f55-64ea-4170-90cf-cf235793c8fb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.502250] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1dc7a1b-18af-43b1-9d29-3726bd88a0f0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.507396] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1631.507396] env[62563]: value = "task-1751345" [ 1631.507396] env[62563]: _type = "Task" [ 1631.507396] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.509663] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751342, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.518041] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.530034] env[62563]: INFO nova.virt.vmwareapi.images [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] The imported VM was unregistered [ 1631.532529] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Caching image {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1631.532786] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b5c2c768-c840-4c21-a817-3ecd568aded4 {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1631.533162] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c34744d0-be4e-41ce-af59-a55eebac259b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.565203] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Created directory with path [datastore1] devstack-image-cache_base/b5c2c768-c840-4c21-a817-3ecd568aded4 {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1631.565557] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ee952cc6-e361-459b-9e12-cc447e463351/OSTACK_IMG_ee952cc6-e361-459b-9e12-cc447e463351.vmdk to [datastore1] devstack-image-cache_base/b5c2c768-c840-4c21-a817-3ecd568aded4/b5c2c768-c840-4c21-a817-3ecd568aded4.vmdk. {{(pid=62563) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1631.565866] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0d2a252b-5873-4473-bb12-693bfa1eb7b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.574148] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1631.574148] env[62563]: value = "task-1751347" [ 1631.574148] env[62563]: _type = "Task" [ 1631.574148] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.582745] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751347, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.612244] env[62563]: DEBUG nova.scheduler.client.report [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1631.733513] env[62563]: DEBUG nova.compute.manager [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1631.734823] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d9cdd4-45c0-49a2-9b48-24a2661b3277 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.779545] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751343, 'name': Destroy_Task, 'duration_secs': 0.757384} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.779891] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Destroyed the VM [ 1631.780165] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1631.780900] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-132c8ea6-dd53-455b-9b06-1ce55e7975ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.789923] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Releasing lock "refresh_cache-9335ae51-1ea2-4d04-b5ba-b5265db805aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.790650] env[62563]: DEBUG nova.compute.manager [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1631.790650] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1631.794486] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb9d4a8-7635-4a26-abb2-bb3f3618a0dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.797093] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1631.797093] env[62563]: value = "task-1751348" [ 1631.797093] env[62563]: _type = "Task" [ 1631.797093] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.805050] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1631.807454] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0790818-a47c-4e4e-bdb4-e06816f1485f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.814361] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751348, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.820154] env[62563]: DEBUG oslo_vmware.api [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1631.820154] env[62563]: value = "task-1751349" [ 1631.820154] env[62563]: _type = "Task" [ 1631.820154] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.830578] env[62563]: DEBUG oslo_vmware.api [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.985235] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751342, 'name': CreateSnapshot_Task, 'duration_secs': 1.408577} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.987468] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1631.988473] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c479118-e97d-4681-b16e-f3f610062c62 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.022599] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.087534] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751347, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.119281] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.120094] env[62563]: DEBUG nova.compute.manager [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1632.123877] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.655s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.125559] env[62563]: INFO nova.compute.claims [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1632.246764] env[62563]: INFO nova.compute.manager [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] instance snapshotting [ 1632.248874] env[62563]: DEBUG nova.objects.instance [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'flavor' on Instance uuid 0e1d3972-426d-4751-bebe-12dd732bbef3 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.312419] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751348, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.331857] env[62563]: DEBUG oslo_vmware.api [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751349, 'name': PowerOffVM_Task, 'duration_secs': 0.2483} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.334880] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.335168] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.336470] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69201a24-b709-434f-84a1-be422caf0c22 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.410295] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.410295] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.410295] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Deleting the datastore file [datastore1] 9335ae51-1ea2-4d04-b5ba-b5265db805aa {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.410295] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aca7aef-ed8c-4db8-9ed4-58feff50b733 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.420067] env[62563]: DEBUG oslo_vmware.api [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for the task: (returnval){ [ 1632.420067] env[62563]: value = "task-1751351" [ 1632.420067] env[62563]: _type = "Task" [ 1632.420067] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.430393] env[62563]: DEBUG oslo_vmware.api [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.510741] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1632.511214] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e04eb025-ab80-4e87-9e23-c096a5e6e222 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.527699] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751345, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.530043] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1632.530043] env[62563]: value = "task-1751352" [ 1632.530043] env[62563]: _type = "Task" [ 1632.530043] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.543491] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751352, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.585749] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751347, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.640309] env[62563]: DEBUG nova.compute.utils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1632.640951] env[62563]: DEBUG nova.compute.manager [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1632.641348] env[62563]: DEBUG nova.network.neutron [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1632.697188] env[62563]: DEBUG nova.policy [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb808bf4e294457c98ea55324e092dd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c66960eb1a864b82815f2239de683498', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1632.757820] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590a5e2a-92f4-43f4-bb1f-6a62e7ec3716 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.779217] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5eac16-095a-4821-8d9c-343d44445cc4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.811884] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751348, 'name': RemoveSnapshot_Task, 'duration_secs': 0.851461} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.812222] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1632.812545] env[62563]: DEBUG nova.compute.manager [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1632.813479] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1784262a-1718-446a-b277-3ea71fd5855d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.933023] env[62563]: DEBUG oslo_vmware.api [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.026063] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751345, 'name': ReconfigVM_Task, 'duration_secs': 1.057058} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.026948] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 0e214c10-26ce-4283-ab3d-765c4000d310/0e214c10-26ce-4283-ab3d-765c4000d310.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.027184] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a8608c0-d964-4b1f-97aa-a6c2264f6d00 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.036364] env[62563]: DEBUG nova.network.neutron [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Successfully created port: 8dc51039-3ee2-496b-b8b5-7b883177dca0 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1633.041557] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1633.041557] env[62563]: value = "task-1751353" [ 1633.041557] env[62563]: _type = "Task" [ 1633.041557] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.048633] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751352, 'name': CloneVM_Task} progress is 93%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.058068] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751353, 'name': Rename_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.087262] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751347, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.146855] env[62563]: DEBUG nova.compute.manager [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1633.293354] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1633.293354] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1fcf8926-f0eb-4e22-90f6-6190a18dbcd7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.307124] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1633.307124] env[62563]: value = "task-1751354" [ 1633.307124] env[62563]: _type = "Task" [ 1633.307124] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.336788] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751354, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.339913] env[62563]: INFO nova.compute.manager [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Shelve offloading [ 1633.344090] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1633.344090] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72fc3c82-4bb7-49f3-8979-8d5096613fa8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.352396] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1633.352396] env[62563]: value = "task-1751355" [ 1633.352396] env[62563]: _type = "Task" [ 1633.352396] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.371996] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1633.372208] env[62563]: DEBUG nova.compute.manager [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1633.373380] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a552bc-995b-4470-bc26-28f06223cfed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.384261] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.384877] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.385486] env[62563]: DEBUG nova.network.neutron [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.438417] env[62563]: DEBUG oslo_vmware.api [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.537304] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cc378c-37fd-4a2b-a28d-7f0b8a3b7f66 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.550893] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751352, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.552025] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c835a8-69a8-4aa7-87a5-85fbff37670e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.559876] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751353, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.594069] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf8124f-6588-4041-a349-af2c3fbde42e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.603858] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053ede36-5391-40af-8d25-47e67589f788 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.608059] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751347, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.625350] env[62563]: DEBUG nova.compute.provider_tree [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.825482] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751354, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.933013] env[62563]: DEBUG oslo_vmware.api [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Task: {'id': task-1751351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.341906} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.933432] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.933683] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.933919] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.934151] env[62563]: INFO nova.compute.manager [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1633.934507] env[62563]: DEBUG oslo.service.loopingcall [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.934782] env[62563]: DEBUG nova.compute.manager [-] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1633.934918] env[62563]: DEBUG nova.network.neutron [-] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1633.951196] env[62563]: DEBUG nova.network.neutron [-] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1634.052518] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751352, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.061473] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751353, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.100509] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751347, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.133866] env[62563]: DEBUG nova.scheduler.client.report [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1634.162071] env[62563]: DEBUG nova.compute.manager [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1634.180896] env[62563]: DEBUG nova.network.neutron [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updating instance_info_cache with network_info: [{"id": "00a9b651-7028-4024-8dba-69ecbff7a438", "address": "fa:16:3e:f0:b4:5a", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9b651-70", "ovs_interfaceid": "00a9b651-7028-4024-8dba-69ecbff7a438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.191353] env[62563]: DEBUG nova.virt.hardware [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1634.192845] env[62563]: DEBUG nova.virt.hardware [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1634.192845] env[62563]: DEBUG nova.virt.hardware [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1634.192845] env[62563]: DEBUG nova.virt.hardware [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1634.193483] env[62563]: DEBUG nova.virt.hardware [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1634.193648] env[62563]: DEBUG nova.virt.hardware [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1634.193917] env[62563]: DEBUG nova.virt.hardware [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1634.194139] env[62563]: DEBUG nova.virt.hardware [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1634.194353] env[62563]: DEBUG nova.virt.hardware [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1634.194559] env[62563]: DEBUG nova.virt.hardware [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1634.194839] env[62563]: DEBUG nova.virt.hardware [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1634.196751] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2bcf83-905c-4cb7-94b1-85279600c985 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.209101] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de250f6e-7591-4e06-a08f-e372337aa6ae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.329459] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751354, 'name': CreateSnapshot_Task, 'duration_secs': 0.561535} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.329842] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1634.330973] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b599de-f76d-41d1-9f6b-7b710c069848 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.454851] env[62563]: DEBUG nova.network.neutron [-] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.565615] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751353, 'name': Rename_Task, 'duration_secs': 1.176892} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.565971] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751352, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.566288] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1634.566545] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17ddb6f6-b982-4357-895d-69b46a5f3b20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.572611] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1634.572611] env[62563]: value = "task-1751356" [ 1634.572611] env[62563]: _type = "Task" [ 1634.572611] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.582390] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.597468] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751347, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.968042} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.597735] env[62563]: INFO nova.virt.vmwareapi.ds_util [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ee952cc6-e361-459b-9e12-cc447e463351/OSTACK_IMG_ee952cc6-e361-459b-9e12-cc447e463351.vmdk to [datastore1] devstack-image-cache_base/b5c2c768-c840-4c21-a817-3ecd568aded4/b5c2c768-c840-4c21-a817-3ecd568aded4.vmdk. [ 1634.597921] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Cleaning up location [datastore1] OSTACK_IMG_ee952cc6-e361-459b-9e12-cc447e463351 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1634.598103] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ee952cc6-e361-459b-9e12-cc447e463351 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1634.598398] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7aa8bfc-118f-4ef9-89a5-0aac93a51f93 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.603888] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1634.603888] env[62563]: value = "task-1751357" [ 1634.603888] env[62563]: _type = "Task" [ 1634.603888] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.616990] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.641748] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.642284] env[62563]: DEBUG nova.compute.manager [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1634.644921] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.806s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.683421] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.737643] env[62563]: DEBUG nova.network.neutron [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Successfully updated port: 8dc51039-3ee2-496b-b8b5-7b883177dca0 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1634.854227] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1634.854852] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0dbd3fb7-d07f-4aae-ba50-73991f70d3c0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.864316] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1634.864316] env[62563]: value = "task-1751358" [ 1634.864316] env[62563]: _type = "Task" [ 1634.864316] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.875882] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751358, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.960760] env[62563]: INFO nova.compute.manager [-] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Took 1.02 seconds to deallocate network for instance. [ 1635.014238] env[62563]: DEBUG nova.compute.manager [req-3e5006f4-62ab-4f43-98b2-b258df7343f9 req-0a76efc8-bb18-4609-9283-39d1643298db service nova] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Received event network-vif-plugged-8dc51039-3ee2-496b-b8b5-7b883177dca0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1635.014774] env[62563]: DEBUG oslo_concurrency.lockutils [req-3e5006f4-62ab-4f43-98b2-b258df7343f9 req-0a76efc8-bb18-4609-9283-39d1643298db service nova] Acquiring lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.015347] env[62563]: DEBUG oslo_concurrency.lockutils [req-3e5006f4-62ab-4f43-98b2-b258df7343f9 req-0a76efc8-bb18-4609-9283-39d1643298db service nova] Lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.016952] env[62563]: DEBUG oslo_concurrency.lockutils [req-3e5006f4-62ab-4f43-98b2-b258df7343f9 req-0a76efc8-bb18-4609-9283-39d1643298db service nova] Lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.016952] env[62563]: DEBUG nova.compute.manager [req-3e5006f4-62ab-4f43-98b2-b258df7343f9 req-0a76efc8-bb18-4609-9283-39d1643298db service nova] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] No waiting events found dispatching network-vif-plugged-8dc51039-3ee2-496b-b8b5-7b883177dca0 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1635.016952] env[62563]: WARNING nova.compute.manager [req-3e5006f4-62ab-4f43-98b2-b258df7343f9 req-0a76efc8-bb18-4609-9283-39d1643298db service nova] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Received unexpected event network-vif-plugged-8dc51039-3ee2-496b-b8b5-7b883177dca0 for instance with vm_state building and task_state spawning. [ 1635.043745] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751352, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.082891] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.089750] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1635.090705] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271b37fb-ec01-41d7-9328-84b2c683d94c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.097947] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1635.098199] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dceeb5a-13a9-4069-ae2a-3e323dac20de {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.112957] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209631} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.113272] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1635.113442] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5c2c768-c840-4c21-a817-3ecd568aded4/b5c2c768-c840-4c21-a817-3ecd568aded4.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.113686] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5c2c768-c840-4c21-a817-3ecd568aded4/b5c2c768-c840-4c21-a817-3ecd568aded4.vmdk to [datastore1] cfafc9e3-5c8a-4117-9edd-f5512d3c9374/cfafc9e3-5c8a-4117-9edd-f5512d3c9374.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1635.113936] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f40119f-a4d8-4219-b264-6fdb82241371 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.120368] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1635.120368] env[62563]: value = "task-1751360" [ 1635.120368] env[62563]: _type = "Task" [ 1635.120368] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.128545] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.148154] env[62563]: DEBUG nova.compute.utils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1635.153505] env[62563]: DEBUG nova.compute.manager [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1635.153505] env[62563]: DEBUG nova.network.neutron [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1635.240363] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "refresh_cache-96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.240513] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "refresh_cache-96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.240666] env[62563]: DEBUG nova.network.neutron [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.294449] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1635.294673] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1635.294854] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleting the datastore file [datastore1] d225830f-a588-44be-a8c1-12d21b67ea7c {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1635.295139] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a792c56d-9ad6-4f56-86e2-87944f59b2d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.305183] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1635.305183] env[62563]: value = "task-1751361" [ 1635.305183] env[62563]: _type = "Task" [ 1635.305183] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.315824] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.376123] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751358, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.406960] env[62563]: DEBUG nova.policy [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '662a866d0f3c49b89dfa67aaba72b0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0a3d5e0548148d0921405951d69ba19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1635.439992] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eb08dd-0ace-4e98-bd8a-454a140f84e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.448525] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c86ff6-3774-406b-a2de-d06442b66d95 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.480070] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.481080] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034279cb-7d0b-4343-b4bc-fe5b4c447379 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.489071] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18eb172-7f36-429d-bd49-2f036d645fd8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.503203] env[62563]: DEBUG nova.compute.provider_tree [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.545861] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751352, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.585658] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751356, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.630051] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751360, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.656215] env[62563]: DEBUG nova.compute.manager [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1635.701143] env[62563]: DEBUG nova.network.neutron [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Successfully created port: ab68d200-54d2-4a7d-b794-d2363ef39f48 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1635.791172] env[62563]: DEBUG nova.network.neutron [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1635.821302] env[62563]: DEBUG oslo_vmware.api [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403797} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.824047] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1635.824321] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1635.824544] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1635.845828] env[62563]: INFO nova.scheduler.client.report [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleted allocations for instance d225830f-a588-44be-a8c1-12d21b67ea7c [ 1635.884397] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751358, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.007133] env[62563]: DEBUG nova.scheduler.client.report [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1636.050654] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751352, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.069142] env[62563]: DEBUG nova.network.neutron [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Updating instance_info_cache with network_info: [{"id": "8dc51039-3ee2-496b-b8b5-7b883177dca0", "address": "fa:16:3e:cf:ca:c1", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc51039-3e", "ovs_interfaceid": "8dc51039-3ee2-496b-b8b5-7b883177dca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.094504] env[62563]: DEBUG oslo_vmware.api [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751356, 'name': PowerOnVM_Task, 'duration_secs': 1.281019} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.094793] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.094987] env[62563]: INFO nova.compute.manager [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Took 11.45 seconds to spawn the instance on the hypervisor. [ 1636.095295] env[62563]: DEBUG nova.compute.manager [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1636.096408] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c9c68b-3c78-4742-a3f0-f283ebaaf3c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.133915] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751360, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.351462] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.380175] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751358, 'name': CloneVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.550756] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751352, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.577540] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "refresh_cache-96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.577869] env[62563]: DEBUG nova.compute.manager [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Instance network_info: |[{"id": "8dc51039-3ee2-496b-b8b5-7b883177dca0", "address": "fa:16:3e:cf:ca:c1", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc51039-3e", "ovs_interfaceid": "8dc51039-3ee2-496b-b8b5-7b883177dca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1636.578318] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ca:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dc51039-3ee2-496b-b8b5-7b883177dca0', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1636.586326] env[62563]: DEBUG oslo.service.loopingcall [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.586537] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1636.586781] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e9f34a1-94e9-4703-ac09-2e5e94f46d89 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.612842] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1636.612842] env[62563]: value = "task-1751362" [ 1636.612842] env[62563]: _type = "Task" [ 1636.612842] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.620033] env[62563]: INFO nova.compute.manager [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Took 31.56 seconds to build instance. [ 1636.625358] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751362, 'name': CreateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.637272] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751360, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.668581] env[62563]: DEBUG nova.compute.manager [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1636.697656] env[62563]: DEBUG nova.virt.hardware [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1636.698056] env[62563]: DEBUG nova.virt.hardware [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1636.698181] env[62563]: DEBUG nova.virt.hardware [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.698375] env[62563]: DEBUG nova.virt.hardware [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1636.698537] env[62563]: DEBUG nova.virt.hardware [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.698677] env[62563]: DEBUG nova.virt.hardware [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1636.698899] env[62563]: DEBUG nova.virt.hardware [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1636.699087] env[62563]: DEBUG nova.virt.hardware [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1636.699260] env[62563]: DEBUG nova.virt.hardware [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1636.699447] env[62563]: DEBUG nova.virt.hardware [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1636.699650] env[62563]: DEBUG nova.virt.hardware [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1636.700617] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1c1c32-efbe-4993-8bbe-e898d3c96936 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.711413] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa8344f-e676-450f-b5cc-00711eb8db6c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.881889] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751358, 'name': CloneVM_Task, 'duration_secs': 1.587331} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.882247] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Created linked-clone VM from snapshot [ 1636.884279] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dfa675-c5ed-4167-9f9a-17b9d21de046 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.895828] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Uploading image 820eae99-4f13-488c-b196-cb94d0f11906 {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1636.923625] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1636.923625] env[62563]: value = "vm-364068" [ 1636.923625] env[62563]: _type = "VirtualMachine" [ 1636.923625] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1636.923923] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b100fe1b-6ebe-40b3-ac3e-cbee574b706a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.934150] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lease: (returnval){ [ 1636.934150] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524c5be5-964a-83c6-ee69-cd6b863ec650" [ 1636.934150] env[62563]: _type = "HttpNfcLease" [ 1636.934150] env[62563]: } obtained for exporting VM: (result){ [ 1636.934150] env[62563]: value = "vm-364068" [ 1636.934150] env[62563]: _type = "VirtualMachine" [ 1636.934150] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1636.934418] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the lease: (returnval){ [ 1636.934418] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524c5be5-964a-83c6-ee69-cd6b863ec650" [ 1636.934418] env[62563]: _type = "HttpNfcLease" [ 1636.934418] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1636.941744] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1636.941744] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524c5be5-964a-83c6-ee69-cd6b863ec650" [ 1636.941744] env[62563]: _type = "HttpNfcLease" [ 1636.941744] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1637.021453] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.375s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.024983] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.718s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.025679] env[62563]: DEBUG nova.objects.instance [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lazy-loading 'resources' on Instance uuid 84baf130-f07a-45d4-a57f-7b20833a85ea {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.056393] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751352, 'name': CloneVM_Task} progress is 95%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.068735] env[62563]: DEBUG nova.compute.manager [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Received event network-changed-8dc51039-3ee2-496b-b8b5-7b883177dca0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1637.068942] env[62563]: DEBUG nova.compute.manager [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Refreshing instance network info cache due to event network-changed-8dc51039-3ee2-496b-b8b5-7b883177dca0. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1637.070209] env[62563]: DEBUG oslo_concurrency.lockutils [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] Acquiring lock "refresh_cache-96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.070912] env[62563]: DEBUG oslo_concurrency.lockutils [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] Acquired lock "refresh_cache-96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.071123] env[62563]: DEBUG nova.network.neutron [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Refreshing network info cache for port 8dc51039-3ee2-496b-b8b5-7b883177dca0 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.122583] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bbd23b1-dd52-47a6-810f-25db9bceaf4f tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Lock "0e214c10-26ce-4283-ab3d-765c4000d310" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.067s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.126801] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751362, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.138878] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751360, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.444576] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1637.444576] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524c5be5-964a-83c6-ee69-cd6b863ec650" [ 1637.444576] env[62563]: _type = "HttpNfcLease" [ 1637.444576] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1637.445044] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1637.445044] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524c5be5-964a-83c6-ee69-cd6b863ec650" [ 1637.445044] env[62563]: _type = "HttpNfcLease" [ 1637.445044] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1637.445695] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416cdaab-e33a-471b-a913-01e4d64c5a2a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.458469] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff1053-845d-f7dd-8d53-7efcc38be65a/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1637.458826] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff1053-845d-f7dd-8d53-7efcc38be65a/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1637.566769] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751352, 'name': CloneVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.594818] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a903a6b-b7ae-4c4c-b7d3-6922c0aaafdb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.629853] env[62563]: INFO nova.scheduler.client.report [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted allocation for migration cac2fc5a-af56-43bb-8aa2-8f29be4280fc [ 1637.652727] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751362, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.658725] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751360, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.658725] env[62563]: DEBUG nova.network.neutron [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Successfully updated port: ab68d200-54d2-4a7d-b794-d2363ef39f48 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1637.912099] env[62563]: DEBUG nova.network.neutron [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Updated VIF entry in instance network info cache for port 8dc51039-3ee2-496b-b8b5-7b883177dca0. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1637.912500] env[62563]: DEBUG nova.network.neutron [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Updating instance_info_cache with network_info: [{"id": "8dc51039-3ee2-496b-b8b5-7b883177dca0", "address": "fa:16:3e:cf:ca:c1", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc51039-3e", "ovs_interfaceid": "8dc51039-3ee2-496b-b8b5-7b883177dca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.916236] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5549679-c37f-4b3c-9f54-16ff893b11ba {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.928111] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3853adad-b509-4055-b7cb-a97dd852b70c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.959891] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1688bc5b-96d8-44a1-b871-254e7fb20882 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.968197] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf28b5ae-0854-497b-9186-5b6496888d3f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.985729] env[62563]: DEBUG nova.compute.provider_tree [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.035851] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "d225830f-a588-44be-a8c1-12d21b67ea7c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.062859] env[62563]: INFO nova.compute.manager [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Rebuilding instance [ 1638.065425] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751352, 'name': CloneVM_Task, 'duration_secs': 5.306864} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.066472] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Created linked-clone VM from snapshot [ 1638.067686] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892fd561-581c-4583-b1cc-32c096ac6722 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.078710] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Uploading image 7898228f-83a0-4ff4-b94f-64d0b8b2cd41 {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1638.095246] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1638.095448] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a433efa-6642-4d12-99d5-4676c0feac79 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.104937] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1638.104937] env[62563]: value = "task-1751364" [ 1638.104937] env[62563]: _type = "Task" [ 1638.104937] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.114296] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751364, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.129409] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751362, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.140721] env[62563]: DEBUG nova.compute.manager [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1638.144413] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4931ff-61a2-4a20-a953-f661a8e023dd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.154960] env[62563]: DEBUG oslo_concurrency.lockutils [None req-70131a95-2832-467c-9bda-d716e7481103 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "df476669-fe42-4518-bfb3-07bc3eccfb05" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.655s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.156272] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751360, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.163473] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "refresh_cache-c07aecc6-1485-4248-b479-59888126bbf9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.163680] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "refresh_cache-c07aecc6-1485-4248-b479-59888126bbf9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.163806] env[62563]: DEBUG nova.network.neutron [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1638.415745] env[62563]: DEBUG oslo_concurrency.lockutils [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] Releasing lock "refresh_cache-96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.416181] env[62563]: DEBUG nova.compute.manager [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Received event network-vif-unplugged-00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1638.417889] env[62563]: DEBUG oslo_concurrency.lockutils [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] Acquiring lock "d225830f-a588-44be-a8c1-12d21b67ea7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.417889] env[62563]: DEBUG oslo_concurrency.lockutils [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.417889] env[62563]: DEBUG oslo_concurrency.lockutils [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.417889] env[62563]: DEBUG nova.compute.manager [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] No waiting events found dispatching network-vif-unplugged-00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1638.417889] env[62563]: WARNING nova.compute.manager [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Received unexpected event network-vif-unplugged-00a9b651-7028-4024-8dba-69ecbff7a438 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1638.417889] env[62563]: DEBUG nova.compute.manager [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Received event network-changed-00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1638.418267] env[62563]: DEBUG nova.compute.manager [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Refreshing instance network info cache due to event network-changed-00a9b651-7028-4024-8dba-69ecbff7a438. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1638.418267] env[62563]: DEBUG oslo_concurrency.lockutils [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] Acquiring lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.419016] env[62563]: DEBUG oslo_concurrency.lockutils [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] Acquired lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.419016] env[62563]: DEBUG nova.network.neutron [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Refreshing network info cache for port 00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1638.492498] env[62563]: DEBUG nova.scheduler.client.report [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1638.615247] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751364, 'name': Destroy_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.629962] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751362, 'name': CreateVM_Task, 'duration_secs': 1.81224} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.630181] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1638.630907] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.631082] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.631438] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1638.631815] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c38e5f8-9b15-465b-8682-5909f72007ea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.638298] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1638.638298] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f5faed-b42f-7965-4436-94e31453a271" [ 1638.638298] env[62563]: _type = "Task" [ 1638.638298] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.647118] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751360, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.054466} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.647118] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5c2c768-c840-4c21-a817-3ecd568aded4/b5c2c768-c840-4c21-a817-3ecd568aded4.vmdk to [datastore1] cfafc9e3-5c8a-4117-9edd-f5512d3c9374/cfafc9e3-5c8a-4117-9edd-f5512d3c9374.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1638.647118] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb23b19-a43a-49b4-a0cf-5f7c244f98b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.655197] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f5faed-b42f-7965-4436-94e31453a271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.669710] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.681498] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] cfafc9e3-5c8a-4117-9edd-f5512d3c9374/cfafc9e3-5c8a-4117-9edd-f5512d3c9374.vmdk or device None with type streamOptimized {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1638.682234] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c073d14-c032-4233-950d-8a87a6f7339a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.685668] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cec09f5-a522-47ac-ba29-deeb913b8522 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.706380] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1638.706380] env[62563]: value = "task-1751366" [ 1638.706380] env[62563]: _type = "Task" [ 1638.706380] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.707763] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1638.707763] env[62563]: value = "task-1751365" [ 1638.707763] env[62563]: _type = "Task" [ 1638.707763] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.719448] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.723558] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.736908] env[62563]: DEBUG nova.network.neutron [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1638.919868] env[62563]: DEBUG nova.network.neutron [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Updating instance_info_cache with network_info: [{"id": "ab68d200-54d2-4a7d-b794-d2363ef39f48", "address": "fa:16:3e:55:0d:1d", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab68d200-54", "ovs_interfaceid": "ab68d200-54d2-4a7d-b794-d2363ef39f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.000820] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.003218] env[62563]: DEBUG oslo_concurrency.lockutils [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.390s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.036789] env[62563]: INFO nova.scheduler.client.report [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Deleted allocations for instance 84baf130-f07a-45d4-a57f-7b20833a85ea [ 1639.102695] env[62563]: DEBUG nova.compute.manager [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Received event network-vif-plugged-ab68d200-54d2-4a7d-b794-d2363ef39f48 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1639.104679] env[62563]: DEBUG oslo_concurrency.lockutils [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] Acquiring lock "c07aecc6-1485-4248-b479-59888126bbf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.104679] env[62563]: DEBUG oslo_concurrency.lockutils [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] Lock "c07aecc6-1485-4248-b479-59888126bbf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.104679] env[62563]: DEBUG oslo_concurrency.lockutils [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] Lock "c07aecc6-1485-4248-b479-59888126bbf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.104836] env[62563]: DEBUG nova.compute.manager [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] [instance: c07aecc6-1485-4248-b479-59888126bbf9] No waiting events found dispatching network-vif-plugged-ab68d200-54d2-4a7d-b794-d2363ef39f48 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1639.104960] env[62563]: WARNING nova.compute.manager [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Received unexpected event network-vif-plugged-ab68d200-54d2-4a7d-b794-d2363ef39f48 for instance with vm_state building and task_state spawning. [ 1639.105126] env[62563]: DEBUG nova.compute.manager [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Received event network-changed-ab68d200-54d2-4a7d-b794-d2363ef39f48 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1639.105326] env[62563]: DEBUG nova.compute.manager [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Refreshing instance network info cache due to event network-changed-ab68d200-54d2-4a7d-b794-d2363ef39f48. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1639.105522] env[62563]: DEBUG oslo_concurrency.lockutils [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] Acquiring lock "refresh_cache-c07aecc6-1485-4248-b479-59888126bbf9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.121851] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751364, 'name': Destroy_Task, 'duration_secs': 0.863366} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.122947] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Destroyed the VM [ 1639.124086] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1639.124729] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-878e419b-237d-425e-b819-c8fc17383169 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.134446] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1639.134446] env[62563]: value = "task-1751367" [ 1639.134446] env[62563]: _type = "Task" [ 1639.134446] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.148494] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.159442] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f5faed-b42f-7965-4436-94e31453a271, 'name': SearchDatastore_Task, 'duration_secs': 0.016818} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.164694] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.165033] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1639.165479] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.165756] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.165994] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1639.167099] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5455109c-2d22-4d06-8f0a-b5f2a6e936a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.224120] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751366, 'name': PowerOffVM_Task, 'duration_secs': 0.260356} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.233849] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1639.236054] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1639.236054] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.236449] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c200e171-38d2-4312-94e1-4a02ed247bf5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.240158] env[62563]: DEBUG nova.network.neutron [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updated VIF entry in instance network info cache for port 00a9b651-7028-4024-8dba-69ecbff7a438. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1639.240527] env[62563]: DEBUG nova.network.neutron [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updating instance_info_cache with network_info: [{"id": "00a9b651-7028-4024-8dba-69ecbff7a438", "address": "fa:16:3e:f0:b4:5a", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap00a9b651-70", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.246312] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1639.249185] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94a34ee3-5479-4358-b39b-570cf40830d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.275315] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.275582] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.275936] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Deleting the datastore file [datastore1] 0e214c10-26ce-4283-ab3d-765c4000d310 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.276372] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62437867-8b14-491c-8185-8b845d8d8569 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.284877] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1639.284877] env[62563]: value = "task-1751369" [ 1639.284877] env[62563]: _type = "Task" [ 1639.284877] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.295477] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.334749] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39daf9ae-e758-441f-a696-d163b47964ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.345426] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e448eb53-d64e-4d69-8a08-f966c1c15d1c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.386100] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a02a74a-c2f1-4268-8d0f-5833bb152f7e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.394924] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d3d3d3-6bb1-4b41-9030-0d851bba76db {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.415487] env[62563]: DEBUG nova.compute.provider_tree [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.424328] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "refresh_cache-c07aecc6-1485-4248-b479-59888126bbf9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.424864] env[62563]: DEBUG nova.compute.manager [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Instance network_info: |[{"id": "ab68d200-54d2-4a7d-b794-d2363ef39f48", "address": "fa:16:3e:55:0d:1d", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab68d200-54", "ovs_interfaceid": "ab68d200-54d2-4a7d-b794-d2363ef39f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1639.425750] env[62563]: DEBUG oslo_concurrency.lockutils [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] Acquired lock "refresh_cache-c07aecc6-1485-4248-b479-59888126bbf9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.425750] env[62563]: DEBUG nova.network.neutron [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Refreshing network info cache for port ab68d200-54d2-4a7d-b794-d2363ef39f48 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.426966] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:0d:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab68d200-54d2-4a7d-b794-d2363ef39f48', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1639.437459] env[62563]: DEBUG oslo.service.loopingcall [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.439726] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1639.440086] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1382816-86b0-4365-91c5-81699392aef2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.467035] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1639.467035] env[62563]: value = "task-1751370" [ 1639.467035] env[62563]: _type = "Task" [ 1639.467035] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.474964] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751370, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.549119] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5526ae0c-aa57-4755-80bf-83669f593cf0 tempest-ServersWithSpecificFlavorTestJSON-209587704 tempest-ServersWithSpecificFlavorTestJSON-209587704-project-member] Lock "84baf130-f07a-45d4-a57f-7b20833a85ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.891s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.646613] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.725098] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.743826] env[62563]: DEBUG oslo_concurrency.lockutils [req-04a9ed21-cd36-4c2f-8f45-cbead5e45abb req-50259f0d-212b-4ce0-9642-0df141a850be service nova] Releasing lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.795364] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.919626] env[62563]: DEBUG nova.scheduler.client.report [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1639.978860] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751370, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.023929] env[62563]: DEBUG oslo_concurrency.lockutils [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "df476669-fe42-4518-bfb3-07bc3eccfb05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.023929] env[62563]: DEBUG oslo_concurrency.lockutils [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "df476669-fe42-4518-bfb3-07bc3eccfb05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.023929] env[62563]: DEBUG oslo_concurrency.lockutils [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "df476669-fe42-4518-bfb3-07bc3eccfb05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.023929] env[62563]: DEBUG oslo_concurrency.lockutils [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "df476669-fe42-4518-bfb3-07bc3eccfb05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.023929] env[62563]: DEBUG oslo_concurrency.lockutils [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "df476669-fe42-4518-bfb3-07bc3eccfb05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.026972] env[62563]: INFO nova.compute.manager [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Terminating instance [ 1640.031685] env[62563]: DEBUG nova.compute.manager [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1640.031952] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1640.033653] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f173084-bbec-4081-850a-9e8d72f7c1f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.042743] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1640.042743] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f4d8148-b5e9-48c0-92a6-346292375b28 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.053580] env[62563]: DEBUG oslo_vmware.api [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1640.053580] env[62563]: value = "task-1751371" [ 1640.053580] env[62563]: _type = "Task" [ 1640.053580] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.064171] env[62563]: DEBUG oslo_vmware.api [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.143771] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.210020] env[62563]: DEBUG nova.network.neutron [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Updated VIF entry in instance network info cache for port ab68d200-54d2-4a7d-b794-d2363ef39f48. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.210020] env[62563]: DEBUG nova.network.neutron [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Updating instance_info_cache with network_info: [{"id": "ab68d200-54d2-4a7d-b794-d2363ef39f48", "address": "fa:16:3e:55:0d:1d", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab68d200-54", "ovs_interfaceid": "ab68d200-54d2-4a7d-b794-d2363ef39f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.226754] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.297316] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.425019] env[62563]: DEBUG oslo_concurrency.lockutils [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.422s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.425289] env[62563]: INFO nova.compute.manager [None req-987ae6ee-18ac-412b-80ce-4da167afddec tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Successfully reverted task state from rebuilding on failure for instance. [ 1640.430468] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.384s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.430707] env[62563]: DEBUG nova.objects.instance [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lazy-loading 'resources' on Instance uuid 004e58e4-4420-42b6-86f5-1ed8fa0750be {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1640.479260] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751370, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.564828] env[62563]: DEBUG oslo_vmware.api [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751371, 'name': PowerOffVM_Task, 'duration_secs': 0.218491} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.565551] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1640.566175] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1640.566575] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b526bfd-9f5f-490b-be04-026dfc42bb1a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.582197] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "1d2b02c8-11e4-43b6-a51d-1b656b587758" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.582454] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "1d2b02c8-11e4-43b6-a51d-1b656b587758" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.644628] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.711089] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1640.711318] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1640.711502] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleting the datastore file [datastore1] df476669-fe42-4518-bfb3-07bc3eccfb05 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1640.712381] env[62563]: DEBUG oslo_concurrency.lockutils [req-0f80b5c3-a160-4b18-8f83-b9bbefc8bd23 req-302986db-3262-4710-951e-aa5884d2f5d3 service nova] Releasing lock "refresh_cache-c07aecc6-1485-4248-b479-59888126bbf9" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.712743] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b94baaf7-1808-4f22-8a68-8540168dd0d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.723843] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.724105] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.729038] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb63af49-3bf2-4cb5-85f6-ad72541c1279 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.732044] env[62563]: DEBUG oslo_vmware.api [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1640.732044] env[62563]: value = "task-1751373" [ 1640.732044] env[62563]: _type = "Task" [ 1640.732044] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.732044] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.736974] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1640.736974] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52bd6fb1-86bc-0874-0c51-dbcbed71f7c6" [ 1640.736974] env[62563]: _type = "Task" [ 1640.736974] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.743198] env[62563]: DEBUG oslo_vmware.api [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.747773] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bd6fb1-86bc-0874-0c51-dbcbed71f7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.796519] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.978853] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751370, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.085504] env[62563]: DEBUG nova.compute.manager [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1641.146609] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.221259] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd99254-99ba-40d3-ae8a-872b67743a18 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.229950] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.232715] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7e1314-dbd2-4dff-aa4e-beeb5eee0a07 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.272061] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769628df-5ca5-48ff-b18c-b94aca31c241 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.274597] env[62563]: DEBUG oslo_vmware.api [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.277915] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bd6fb1-86bc-0874-0c51-dbcbed71f7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.282712] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a86a59-591b-4d83-baf4-676a18817d0c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.297805] env[62563]: DEBUG nova.compute.provider_tree [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.304141] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.480730] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751370, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.609761] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.646541] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.726039] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.751025] env[62563]: DEBUG oslo_vmware.api [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.753422] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bd6fb1-86bc-0874-0c51-dbcbed71f7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.797868] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.800898] env[62563]: DEBUG nova.scheduler.client.report [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1641.980869] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751370, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.148077] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.226405] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.249939] env[62563]: DEBUG oslo_vmware.api [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.256221] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bd6fb1-86bc-0874-0c51-dbcbed71f7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.299075] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.306233] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.309954] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.537s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.310242] env[62563]: DEBUG nova.objects.instance [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Lazy-loading 'resources' on Instance uuid a49fc7ed-4f0f-4ecd-b65d-727412edcf7c {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1642.336117] env[62563]: INFO nova.scheduler.client.report [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Deleted allocations for instance 004e58e4-4420-42b6-86f5-1ed8fa0750be [ 1642.481057] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751370, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.648408] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.729953] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.748743] env[62563]: DEBUG oslo_vmware.api [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.753871] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bd6fb1-86bc-0874-0c51-dbcbed71f7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.798622] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.846109] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f6a8b1f-a1fc-4cd0-b946-6287472b0da8 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "004e58e4-4420-42b6-86f5-1ed8fa0750be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.315s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.986511] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751370, 'name': CreateVM_Task} progress is 15%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.109147] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6374ea77-edc3-4bf7-984c-163a6c6e88d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.116806] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7b9b09-30f5-4238-b48e-2c20bcf6f81c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.152517] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ea6fe3-a2f7-41f6-b38d-c66fbd1812ab {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.162496] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.166096] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af14483b-38ae-4031-b072-7aa7956e96b9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.180936] env[62563]: DEBUG nova.compute.provider_tree [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.231384] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751365, 'name': ReconfigVM_Task, 'duration_secs': 4.436241} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.231720] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Reconfigured VM instance instance-00000030 to attach disk [datastore1] cfafc9e3-5c8a-4117-9edd-f5512d3c9374/cfafc9e3-5c8a-4117-9edd-f5512d3c9374.vmdk or device None with type streamOptimized {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1643.233342] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbbda8b6-6e6e-41c2-aff7-2db64ac830e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.242584] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1643.242584] env[62563]: value = "task-1751374" [ 1643.242584] env[62563]: _type = "Task" [ 1643.242584] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.252817] env[62563]: DEBUG oslo_vmware.api [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.263376] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751374, 'name': Rename_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.269952] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bd6fb1-86bc-0874-0c51-dbcbed71f7c6, 'name': SearchDatastore_Task, 'duration_secs': 2.255503} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.271533] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1ac831-1edf-4b53-8ffa-7d2d3ed3babe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.278754] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1643.278754] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f76bd3-7f5f-f49a-bbf8-d0788b945ebc" [ 1643.278754] env[62563]: _type = "Task" [ 1643.278754] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.289141] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f76bd3-7f5f-f49a-bbf8-d0788b945ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.302696] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.994178} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.302696] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1643.302696] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1643.302696] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1643.495958] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751370, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.658286] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751367, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.684678] env[62563]: DEBUG nova.scheduler.client.report [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1643.747724] env[62563]: DEBUG oslo_vmware.api [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.532503} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.751115] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1643.751331] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1643.751517] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1643.751691] env[62563]: INFO nova.compute.manager [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Took 3.72 seconds to destroy the instance on the hypervisor. [ 1643.751928] env[62563]: DEBUG oslo.service.loopingcall [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.752152] env[62563]: DEBUG nova.compute.manager [-] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1643.752249] env[62563]: DEBUG nova.network.neutron [-] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1643.760138] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751374, 'name': Rename_Task, 'duration_secs': 0.303035} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.760405] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1643.760718] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb0706d2-2f8d-4ef8-bd25-964e17f3612b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.767223] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1643.767223] env[62563]: value = "task-1751375" [ 1643.767223] env[62563]: _type = "Task" [ 1643.767223] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.775542] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.793703] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f76bd3-7f5f-f49a-bbf8-d0788b945ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.794122] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.794531] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa/96b1e0d3-9762-48a7-b4d3-48d8c266ddfa.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1643.795651] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b5c7716-7ae5-4e7f-a8a3-df2d2663ea99 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.813568] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1643.813568] env[62563]: value = "task-1751376" [ 1643.813568] env[62563]: _type = "Task" [ 1643.813568] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.821169] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.989841] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751370, 'name': CreateVM_Task, 'duration_secs': 4.045701} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.989841] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1643.989841] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.989841] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.989841] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1643.990761] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad15a570-7306-4be4-9ab8-d4138faec37a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.996842] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1643.996842] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5218f5d8-dd5b-de30-befe-c2f32a0d51c8" [ 1643.996842] env[62563]: _type = "Task" [ 1643.996842] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.014170] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5218f5d8-dd5b-de30-befe-c2f32a0d51c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012046} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.014647] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.015121] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1644.015542] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.015846] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.022382] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1644.022382] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aa26afa-b384-47ae-a36b-4258866f9977 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.025405] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1644.025598] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1644.026885] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71d4759-9ba5-4f1f-ab6f-9ec0c822afe9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.034589] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1644.034589] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524bd1a7-624e-4938-da9a-988bad98bb68" [ 1644.034589] env[62563]: _type = "Task" [ 1644.034589] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.048408] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524bd1a7-624e-4938-da9a-988bad98bb68, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.049365] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88fa9334-ef9c-4037-a2bb-9e9706d8cc78 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.056180] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1644.056180] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521d32d4-5966-8dbe-679e-c10a761bb985" [ 1644.056180] env[62563]: _type = "Task" [ 1644.056180] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.066550] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521d32d4-5966-8dbe-679e-c10a761bb985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.159621] env[62563]: DEBUG oslo_vmware.api [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751367, 'name': RemoveSnapshot_Task, 'duration_secs': 4.981419} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.159911] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1644.190121] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.194292] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.004s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.196541] env[62563]: INFO nova.compute.claims [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1644.217500] env[62563]: INFO nova.scheduler.client.report [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Deleted allocations for instance a49fc7ed-4f0f-4ecd-b65d-727412edcf7c [ 1644.285186] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.292405] env[62563]: DEBUG nova.compute.manager [req-eb57ad5c-ae47-4133-bcd8-e8d5273a05ff req-a5c65cc4-cbc3-4a60-8391-88a5efe3f16c service nova] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Received event network-vif-deleted-06ee07d7-1c6f-4760-9980-d5ff356e15f0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1644.292680] env[62563]: INFO nova.compute.manager [req-eb57ad5c-ae47-4133-bcd8-e8d5273a05ff req-a5c65cc4-cbc3-4a60-8391-88a5efe3f16c service nova] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Neutron deleted interface 06ee07d7-1c6f-4760-9980-d5ff356e15f0; detaching it from the instance and deleting it from the info cache [ 1644.292938] env[62563]: DEBUG nova.network.neutron [req-eb57ad5c-ae47-4133-bcd8-e8d5273a05ff req-a5c65cc4-cbc3-4a60-8391-88a5efe3f16c service nova] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.326467] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751376, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.350932] env[62563]: DEBUG nova.virt.hardware [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1644.351229] env[62563]: DEBUG nova.virt.hardware [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1644.351388] env[62563]: DEBUG nova.virt.hardware [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1644.351573] env[62563]: DEBUG nova.virt.hardware [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1644.351739] env[62563]: DEBUG nova.virt.hardware [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1644.351856] env[62563]: DEBUG nova.virt.hardware [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1644.352372] env[62563]: DEBUG nova.virt.hardware [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1644.352619] env[62563]: DEBUG nova.virt.hardware [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1644.352801] env[62563]: DEBUG nova.virt.hardware [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1644.353067] env[62563]: DEBUG nova.virt.hardware [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1644.353171] env[62563]: DEBUG nova.virt.hardware [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1644.354238] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf41792-06bb-4050-bea2-a1ae1851079d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.364448] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c19eaee-e9c6-4ab8-af80-a5dbdfa125ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.382849] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Instance VIF info [] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1644.389640] env[62563]: DEBUG oslo.service.loopingcall [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.390126] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1644.390314] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-083eef4e-a577-499e-b4af-6c9a329f7c1b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.411415] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1644.411415] env[62563]: value = "task-1751377" [ 1644.411415] env[62563]: _type = "Task" [ 1644.411415] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.420834] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751377, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.569024] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521d32d4-5966-8dbe-679e-c10a761bb985, 'name': SearchDatastore_Task, 'duration_secs': 0.013064} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.569024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.569024] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c07aecc6-1485-4248-b479-59888126bbf9/c07aecc6-1485-4248-b479-59888126bbf9.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1644.569024] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c85dc54-cc71-4942-b2b1-b3745930dee3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.576922] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1644.576922] env[62563]: value = "task-1751378" [ 1644.576922] env[62563]: _type = "Task" [ 1644.576922] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.586570] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.665330] env[62563]: WARNING nova.compute.manager [None req-b8d105dc-052a-4e0e-9e33-f9dbb7280781 tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Image not found during snapshot: nova.exception.ImageNotFound: Image 7898228f-83a0-4ff4-b94f-64d0b8b2cd41 could not be found. [ 1644.725726] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c3de6f9-d7bf-41fb-b831-81efcbe1e664 tempest-ServersTestBootFromVolume-1053606868 tempest-ServersTestBootFromVolume-1053606868-project-member] Lock "a49fc7ed-4f0f-4ecd-b65d-727412edcf7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.098s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.762301] env[62563]: DEBUG nova.network.neutron [-] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.785192] env[62563]: DEBUG oslo_vmware.api [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751375, 'name': PowerOnVM_Task, 'duration_secs': 1.007045} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.785380] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1644.796550] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43792ece-33be-4456-bd42-267d6064265e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.807325] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c45018-473f-4586-ab31-e6dd54f13bef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.826856] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782866} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.827275] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa/96b1e0d3-9762-48a7-b4d3-48d8c266ddfa.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1644.828525] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1644.828525] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cd1bb69-ccfd-42b3-9dc9-141e972c7629 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.841595] env[62563]: DEBUG nova.compute.manager [req-eb57ad5c-ae47-4133-bcd8-e8d5273a05ff req-a5c65cc4-cbc3-4a60-8391-88a5efe3f16c service nova] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Detach interface failed, port_id=06ee07d7-1c6f-4760-9980-d5ff356e15f0, reason: Instance df476669-fe42-4518-bfb3-07bc3eccfb05 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1644.843509] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1644.843509] env[62563]: value = "task-1751379" [ 1644.843509] env[62563]: _type = "Task" [ 1644.843509] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.853584] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.922371] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751377, 'name': CreateVM_Task, 'duration_secs': 0.407209} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.922543] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1644.922988] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.923168] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.923574] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1644.923850] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250b06f3-52ef-4efd-a416-5ce305df943e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.926584] env[62563]: DEBUG nova.compute.manager [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1644.927475] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a925383b-0773-420a-9fbb-c0edc8fabc2a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.942894] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1644.942894] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ae49ad-7e17-c2af-c6ee-ef69590c9dbd" [ 1644.942894] env[62563]: _type = "Task" [ 1644.942894] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.957200] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ae49ad-7e17-c2af-c6ee-ef69590c9dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.089493] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751378, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.266454] env[62563]: INFO nova.compute.manager [-] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Took 1.51 seconds to deallocate network for instance. [ 1645.357705] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107283} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.358028] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1645.359358] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c53e1b6-1903-4694-b8f3-1839019f7644 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.387777] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa/96b1e0d3-9762-48a7-b4d3-48d8c266ddfa.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.393195] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e1c8a94-bfd4-482e-9653-07c7e0a44b93 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.418289] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1645.418289] env[62563]: value = "task-1751380" [ 1645.418289] env[62563]: _type = "Task" [ 1645.418289] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.429739] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.471013] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ae49ad-7e17-c2af-c6ee-ef69590c9dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.056411} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.471567] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fabd4ba6-ba0e-4a67-92f2-0dcd71e7312a tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.037s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.472625] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.473990] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1645.474358] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.474412] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.474595] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1645.480769] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-542fbd2e-5c32-480e-aba6-e85b7e79bfe8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.500828] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1645.500828] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1645.501287] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e3d6d2-ad47-4904-bef3-4b7fb8e6e931 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.507209] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1645.507209] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b52d39-2540-3676-51ca-6e6164ce7c73" [ 1645.507209] env[62563]: _type = "Task" [ 1645.507209] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.515620] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b52d39-2540-3676-51ca-6e6164ce7c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.517773] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24159161-b4c8-4c28-8dd8-36b76593eddb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.525167] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff5d2c4-9b63-4ea9-b5ea-f355b14ac7d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.559491] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa660c21-cb93-4eca-81cb-c5873571991b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.567351] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc48b74e-b25d-49db-a744-6e5305bc5a38 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.583893] env[62563]: DEBUG nova.compute.provider_tree [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.591927] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561091} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.592973] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c07aecc6-1485-4248-b479-59888126bbf9/c07aecc6-1485-4248-b479-59888126bbf9.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1645.593194] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1645.594722] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26dc74c3-3d71-45f9-85c6-61234eab0f91 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.603290] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1645.603290] env[62563]: value = "task-1751381" [ 1645.603290] env[62563]: _type = "Task" [ 1645.603290] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.613975] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.774232] env[62563]: DEBUG oslo_concurrency.lockutils [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.824173] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.824450] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.913300] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "dc2f5746-b28a-40d6-8cbe-3756a920f0c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.913652] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "dc2f5746-b28a-40d6-8cbe-3756a920f0c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.913878] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "dc2f5746-b28a-40d6-8cbe-3756a920f0c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.916652] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "dc2f5746-b28a-40d6-8cbe-3756a920f0c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.916652] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "dc2f5746-b28a-40d6-8cbe-3756a920f0c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.918645] env[62563]: INFO nova.compute.manager [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Terminating instance [ 1645.930067] env[62563]: DEBUG nova.compute.manager [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1645.932487] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1645.934445] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9ccc94-2dff-4675-b65f-d4e1b819d065 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.948275] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751380, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.955128] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.955610] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74b151ab-542b-43a5-83af-6ce0336d6e8f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.964900] env[62563]: DEBUG oslo_vmware.api [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1645.964900] env[62563]: value = "task-1751382" [ 1645.964900] env[62563]: _type = "Task" [ 1645.964900] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.972873] env[62563]: DEBUG oslo_vmware.api [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.020762] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b52d39-2540-3676-51ca-6e6164ce7c73, 'name': SearchDatastore_Task, 'duration_secs': 0.038274} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.021944] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9653eeaf-ac11-4904-a4e5-45f462e5be7a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.029382] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1646.029382] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5288b0b1-ef76-cac0-3996-0a89813846b7" [ 1646.029382] env[62563]: _type = "Task" [ 1646.029382] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.042594] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5288b0b1-ef76-cac0-3996-0a89813846b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.089104] env[62563]: DEBUG nova.scheduler.client.report [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1646.114562] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129558} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.114922] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1646.116051] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c5c7d2-b9e9-48da-b828-19a4bdf65e49 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.144726] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] c07aecc6-1485-4248-b479-59888126bbf9/c07aecc6-1485-4248-b479-59888126bbf9.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1646.145083] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-497f1660-f6b3-410b-9310-dea7375706f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.167217] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1646.167217] env[62563]: value = "task-1751383" [ 1646.167217] env[62563]: _type = "Task" [ 1646.167217] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.178287] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.326861] env[62563]: DEBUG nova.compute.manager [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1646.393430] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff1053-845d-f7dd-8d53-7efcc38be65a/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1646.394653] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b599e30-9707-4a38-954b-897fae31af6e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.401540] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff1053-845d-f7dd-8d53-7efcc38be65a/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1646.401703] env[62563]: ERROR oslo_vmware.rw_handles [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff1053-845d-f7dd-8d53-7efcc38be65a/disk-0.vmdk due to incomplete transfer. [ 1646.401920] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d1b2c7c2-9b5c-4452-9021-435da58e7f57 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.408691] env[62563]: DEBUG oslo_vmware.rw_handles [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff1053-845d-f7dd-8d53-7efcc38be65a/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1646.408884] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Uploaded image 820eae99-4f13-488c-b196-cb94d0f11906 to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1646.411479] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1646.411997] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d58eb218-f370-4246-a825-810315912d87 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.417847] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1646.417847] env[62563]: value = "task-1751384" [ 1646.417847] env[62563]: _type = "Task" [ 1646.417847] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.430389] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751384, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.435236] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751380, 'name': ReconfigVM_Task, 'duration_secs': 0.567846} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.435559] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa/96b1e0d3-9762-48a7-b4d3-48d8c266ddfa.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1646.436287] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ada2d0c9-79f1-436d-9ed8-a9650028d911 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.442310] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1646.442310] env[62563]: value = "task-1751385" [ 1646.442310] env[62563]: _type = "Task" [ 1646.442310] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.450799] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751385, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.479173] env[62563]: DEBUG oslo_vmware.api [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751382, 'name': PowerOffVM_Task, 'duration_secs': 0.27957} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.479173] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.479173] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1646.479173] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e369e038-1551-43a8-a35f-e5f29f83dc0b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.540696] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5288b0b1-ef76-cac0-3996-0a89813846b7, 'name': SearchDatastore_Task, 'duration_secs': 0.017079} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.540965] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.541239] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0e214c10-26ce-4283-ab3d-765c4000d310/0e214c10-26ce-4283-ab3d-765c4000d310.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1646.541522] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29de302f-206f-4fdd-8cc3-f57926d8b40c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.548417] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1646.548417] env[62563]: value = "task-1751387" [ 1646.548417] env[62563]: _type = "Task" [ 1646.548417] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.557669] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.596831] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.597411] env[62563]: DEBUG nova.compute.manager [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1646.601200] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.440s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.601200] env[62563]: DEBUG nova.objects.instance [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Lazy-loading 'resources' on Instance uuid bda5ce78-0d41-4084-acdd-2172811f2c9a {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.614978] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1646.615254] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1646.615468] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleting the datastore file [datastore1] dc2f5746-b28a-40d6-8cbe-3756a920f0c9 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1646.616542] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4324ef78-398c-4de5-952e-f5a258548a15 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.624429] env[62563]: DEBUG oslo_vmware.api [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for the task: (returnval){ [ 1646.624429] env[62563]: value = "task-1751388" [ 1646.624429] env[62563]: _type = "Task" [ 1646.624429] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.633297] env[62563]: DEBUG oslo_vmware.api [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.679556] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.863691] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.928978] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751384, 'name': Destroy_Task, 'duration_secs': 0.362899} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.929271] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Destroyed the VM [ 1646.929511] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1646.929763] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ecbfb03-a76e-422a-86e6-b9e95760ea19 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.935967] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1646.935967] env[62563]: value = "task-1751389" [ 1646.935967] env[62563]: _type = "Task" [ 1646.935967] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.944039] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751389, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.952571] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751385, 'name': Rename_Task, 'duration_secs': 0.303296} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.952571] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1646.952571] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de1ddff-8734-438b-9795-b40f238bff1d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.961090] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1646.961090] env[62563]: value = "task-1751390" [ 1646.961090] env[62563]: _type = "Task" [ 1646.961090] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.973268] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.059776] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751387, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.106501] env[62563]: DEBUG nova.compute.utils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1647.111874] env[62563]: DEBUG nova.compute.manager [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1647.112312] env[62563]: DEBUG nova.network.neutron [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1647.143012] env[62563]: DEBUG oslo_vmware.api [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Task: {'id': task-1751388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443931} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.143400] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1647.143542] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1647.143726] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1647.143906] env[62563]: INFO nova.compute.manager [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1647.144191] env[62563]: DEBUG oslo.service.loopingcall [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1647.144505] env[62563]: DEBUG nova.compute.manager [-] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1647.144505] env[62563]: DEBUG nova.network.neutron [-] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1647.180454] env[62563]: DEBUG nova.policy [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5bf7d13ed74f45b5c97272ec0d5513', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b163f78c60c540b2906fcc91ad4d8e97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1647.189042] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751383, 'name': ReconfigVM_Task, 'duration_secs': 0.855871} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.189042] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Reconfigured VM instance instance-00000056 to attach disk [datastore1] c07aecc6-1485-4248-b479-59888126bbf9/c07aecc6-1485-4248-b479-59888126bbf9.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.192588] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1faa1a9b-76fe-49be-9b02-c56952147edc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.198700] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1647.198700] env[62563]: value = "task-1751391" [ 1647.198700] env[62563]: _type = "Task" [ 1647.198700] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.222427] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751391, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.430628] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301a841a-fc25-4e3c-9cfa-5a83ffad1f5b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.442925] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19445c4-def2-4028-a92b-2e32ea3631cd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.455448] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751389, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.491210] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03027e33-cf66-4c0c-97a2-444d507e1d49 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.503349] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.507248] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabfb61e-413c-40c8-a586-cf5bac8c40c0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.525028] env[62563]: DEBUG nova.compute.provider_tree [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.560602] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839987} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.560855] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0e214c10-26ce-4283-ab3d-765c4000d310/0e214c10-26ce-4283-ab3d-765c4000d310.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1647.561762] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1647.562115] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc75c56d-7413-4451-9b3e-859027c41196 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.569811] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1647.569811] env[62563]: value = "task-1751392" [ 1647.569811] env[62563]: _type = "Task" [ 1647.569811] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.580582] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.617918] env[62563]: DEBUG nova.compute.manager [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1647.710194] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751391, 'name': Rename_Task, 'duration_secs': 0.341392} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.711374] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.712630] env[62563]: DEBUG nova.compute.manager [req-da01b7b2-4f96-4ace-a34b-943b6506b9e5 req-2b274501-bc52-42a7-91b9-81b969d6cc4b service nova] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Received event network-vif-deleted-b747f3fe-d397-48ea-883f-c5c46f9b0ff0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1647.712839] env[62563]: INFO nova.compute.manager [req-da01b7b2-4f96-4ace-a34b-943b6506b9e5 req-2b274501-bc52-42a7-91b9-81b969d6cc4b service nova] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Neutron deleted interface b747f3fe-d397-48ea-883f-c5c46f9b0ff0; detaching it from the instance and deleting it from the info cache [ 1647.713034] env[62563]: DEBUG nova.network.neutron [req-da01b7b2-4f96-4ace-a34b-943b6506b9e5 req-2b274501-bc52-42a7-91b9-81b969d6cc4b service nova] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.714051] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c971eb9-4598-4149-8ec7-9596fcb4900b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.721350] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1647.721350] env[62563]: value = "task-1751393" [ 1647.721350] env[62563]: _type = "Task" [ 1647.721350] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.733137] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d341a8e-92ca-48ca-8069-1c480e0162f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.735387] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.738965] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fea7fef1-178b-4fd9-8004-5f2c0513262c tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Suspending the VM {{(pid=62563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1647.739471] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-93e184a8-1c36-4a0f-bc68-3bbde868b060 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.745282] env[62563]: DEBUG oslo_vmware.api [None req-fea7fef1-178b-4fd9-8004-5f2c0513262c tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1647.745282] env[62563]: value = "task-1751394" [ 1647.745282] env[62563]: _type = "Task" [ 1647.745282] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.752249] env[62563]: DEBUG nova.network.neutron [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Successfully created port: 53aa1703-c4a1-4d40-ab77-a984c4416480 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1647.761188] env[62563]: DEBUG oslo_vmware.api [None req-fea7fef1-178b-4fd9-8004-5f2c0513262c tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751394, 'name': SuspendVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.952389] env[62563]: DEBUG oslo_vmware.api [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751389, 'name': RemoveSnapshot_Task, 'duration_secs': 0.616538} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.954034] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1647.954034] env[62563]: INFO nova.compute.manager [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Took 15.20 seconds to snapshot the instance on the hypervisor. [ 1648.004342] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751390, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.029310] env[62563]: DEBUG nova.scheduler.client.report [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1648.080951] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067786} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.080951] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1648.082078] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74b0639-8248-41d6-85df-a4182e29fd7b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.107301] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 0e214c10-26ce-4283-ab3d-765c4000d310/0e214c10-26ce-4283-ab3d-765c4000d310.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1648.108132] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92754d61-6d05-4215-aff6-5fcf25310229 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.138972] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1648.138972] env[62563]: value = "task-1751395" [ 1648.138972] env[62563]: _type = "Task" [ 1648.138972] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.150656] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751395, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.186561] env[62563]: DEBUG nova.network.neutron [-] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.217241] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f80f341e-fcf8-408d-85b6-5937318068fb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.230756] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bff5b8d-b3f9-4ab8-b479-8af9d08fda28 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.248469] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.254315] env[62563]: DEBUG oslo_vmware.api [None req-fea7fef1-178b-4fd9-8004-5f2c0513262c tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751394, 'name': SuspendVM_Task} progress is 62%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.264369] env[62563]: DEBUG nova.compute.manager [req-da01b7b2-4f96-4ace-a34b-943b6506b9e5 req-2b274501-bc52-42a7-91b9-81b969d6cc4b service nova] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Detach interface failed, port_id=b747f3fe-d397-48ea-883f-c5c46f9b0ff0, reason: Instance dc2f5746-b28a-40d6-8cbe-3756a920f0c9 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1648.502870] env[62563]: DEBUG oslo_vmware.api [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751390, 'name': PowerOnVM_Task, 'duration_secs': 1.132193} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.503519] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1648.504086] env[62563]: INFO nova.compute.manager [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Took 14.34 seconds to spawn the instance on the hypervisor. [ 1648.504086] env[62563]: DEBUG nova.compute.manager [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1648.504886] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c924d489-0e7d-4545-ab60-a609ea090766 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.509558] env[62563]: DEBUG nova.compute.manager [None req-c928d252-4056-4ce5-9985-1a844b014975 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Found 2 images (rotation: 2) {{(pid=62563) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1648.535571] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.540425] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.059s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.540884] env[62563]: DEBUG nova.objects.instance [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lazy-loading 'resources' on Instance uuid 9335ae51-1ea2-4d04-b5ba-b5265db805aa {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.632275] env[62563]: DEBUG nova.compute.manager [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1648.650565] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751395, 'name': ReconfigVM_Task, 'duration_secs': 0.283129} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.652176] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 0e214c10-26ce-4283-ab3d-765c4000d310/0e214c10-26ce-4283-ab3d-765c4000d310.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.653045] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-226aab9f-cbbd-43ee-8db3-58c4043d1319 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.660245] env[62563]: DEBUG nova.virt.hardware [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1648.660245] env[62563]: DEBUG nova.virt.hardware [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1648.660245] env[62563]: DEBUG nova.virt.hardware [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.660245] env[62563]: DEBUG nova.virt.hardware [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1648.660245] env[62563]: DEBUG nova.virt.hardware [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.660245] env[62563]: DEBUG nova.virt.hardware [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1648.660245] env[62563]: DEBUG nova.virt.hardware [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1648.660606] env[62563]: DEBUG nova.virt.hardware [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1648.660606] env[62563]: DEBUG nova.virt.hardware [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1648.660824] env[62563]: DEBUG nova.virt.hardware [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1648.660910] env[62563]: DEBUG nova.virt.hardware [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1648.661851] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96d2d0b-6997-4527-87e4-0d381df03cc5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.665523] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1648.665523] env[62563]: value = "task-1751396" [ 1648.665523] env[62563]: _type = "Task" [ 1648.665523] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.672450] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9329518a-b670-4188-8fd2-bf9c3a7ec6c0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.679615] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751396, 'name': Rename_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.692113] env[62563]: INFO nova.compute.manager [-] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Took 1.55 seconds to deallocate network for instance. [ 1648.733286] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751393, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.759612] env[62563]: DEBUG oslo_vmware.api [None req-fea7fef1-178b-4fd9-8004-5f2c0513262c tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751394, 'name': SuspendVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.025842] env[62563]: INFO nova.compute.manager [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Took 37.54 seconds to build instance. [ 1649.060422] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ba87125a-6e3e-4f91-aedb-fe24b38e9f8b tempest-ServerActionsV293TestJSON-271809798 tempest-ServerActionsV293TestJSON-271809798-project-member] Lock "bda5ce78-0d41-4084-acdd-2172811f2c9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.073s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.177747] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751396, 'name': Rename_Task, 'duration_secs': 0.364486} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.178045] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1649.178294] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adabcd2e-0c5f-48e5-b01c-3055feeb61c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.184631] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1649.184631] env[62563]: value = "task-1751397" [ 1649.184631] env[62563]: _type = "Task" [ 1649.184631] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.201416] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.201618] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751397, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.236716] env[62563]: DEBUG oslo_vmware.api [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751393, 'name': PowerOnVM_Task, 'duration_secs': 1.303275} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.236716] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1649.236820] env[62563]: INFO nova.compute.manager [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Took 12.57 seconds to spawn the instance on the hypervisor. [ 1649.236996] env[62563]: DEBUG nova.compute.manager [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1649.240170] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7325ca2f-3d2c-4ad1-8d97-353d83632ebb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.257939] env[62563]: DEBUG oslo_vmware.api [None req-fea7fef1-178b-4fd9-8004-5f2c0513262c tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751394, 'name': SuspendVM_Task, 'duration_secs': 1.101206} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.261408] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fea7fef1-178b-4fd9-8004-5f2c0513262c tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Suspended the VM {{(pid=62563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1649.261620] env[62563]: DEBUG nova.compute.manager [None req-fea7fef1-178b-4fd9-8004-5f2c0513262c tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1649.263209] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5899d773-8daf-46dd-a57c-349df0ba63d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.280068] env[62563]: DEBUG nova.compute.manager [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1649.281036] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0e5163-5711-4c12-8adb-4cbeb433d2d3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.346292] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a53e27c-d0f4-433f-899a-24908d0a92db {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.358270] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d18b054-2ad3-41dd-91b8-661bc9226327 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.393635] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d7d2a3-7ece-4629-8bc3-149338e6e43e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.402282] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78867e8d-d4da-4f2c-932d-2d605de4a4d5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.417166] env[62563]: DEBUG nova.compute.provider_tree [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1649.462272] env[62563]: DEBUG nova.network.neutron [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Successfully updated port: 53aa1703-c4a1-4d40-ab77-a984c4416480 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1649.527859] env[62563]: DEBUG oslo_concurrency.lockutils [None req-eb3df0f2-bba1-488a-bfb5-4280847951ed tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.054s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.698246] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.740809] env[62563]: DEBUG nova.compute.manager [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Received event network-vif-plugged-53aa1703-c4a1-4d40-ab77-a984c4416480 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1649.740809] env[62563]: DEBUG oslo_concurrency.lockutils [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] Acquiring lock "214f8826-eefd-4829-80a2-c879fac8c0cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.740809] env[62563]: DEBUG oslo_concurrency.lockutils [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] Lock "214f8826-eefd-4829-80a2-c879fac8c0cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.740809] env[62563]: DEBUG oslo_concurrency.lockutils [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] Lock "214f8826-eefd-4829-80a2-c879fac8c0cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.740809] env[62563]: DEBUG nova.compute.manager [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] No waiting events found dispatching network-vif-plugged-53aa1703-c4a1-4d40-ab77-a984c4416480 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1649.740809] env[62563]: WARNING nova.compute.manager [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Received unexpected event network-vif-plugged-53aa1703-c4a1-4d40-ab77-a984c4416480 for instance with vm_state building and task_state spawning. [ 1649.741074] env[62563]: DEBUG nova.compute.manager [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Received event network-changed-53aa1703-c4a1-4d40-ab77-a984c4416480 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1649.743227] env[62563]: DEBUG nova.compute.manager [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Refreshing instance network info cache due to event network-changed-53aa1703-c4a1-4d40-ab77-a984c4416480. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1649.743227] env[62563]: DEBUG oslo_concurrency.lockutils [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] Acquiring lock "refresh_cache-214f8826-eefd-4829-80a2-c879fac8c0cd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.743392] env[62563]: DEBUG oslo_concurrency.lockutils [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] Acquired lock "refresh_cache-214f8826-eefd-4829-80a2-c879fac8c0cd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.743392] env[62563]: DEBUG nova.network.neutron [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Refreshing network info cache for port 53aa1703-c4a1-4d40-ab77-a984c4416480 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1649.763836] env[62563]: INFO nova.compute.manager [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Took 37.31 seconds to build instance. [ 1649.797142] env[62563]: INFO nova.compute.manager [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] instance snapshotting [ 1649.797740] env[62563]: DEBUG nova.objects.instance [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'flavor' on Instance uuid 0e1d3972-426d-4751-bebe-12dd732bbef3 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.920578] env[62563]: DEBUG nova.scheduler.client.report [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1649.945892] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7f81a09d-fb66-409e-b22c-cdf791a35a17 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.947244] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7f81a09d-fb66-409e-b22c-cdf791a35a17 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.947244] env[62563]: DEBUG nova.compute.manager [None req-7f81a09d-fb66-409e-b22c-cdf791a35a17 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1649.948390] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2455c2d8-d051-477c-af0b-01255e8e46d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.956910] env[62563]: DEBUG nova.compute.manager [None req-7f81a09d-fb66-409e-b22c-cdf791a35a17 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1649.958333] env[62563]: DEBUG nova.objects.instance [None req-7f81a09d-fb66-409e-b22c-cdf791a35a17 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lazy-loading 'flavor' on Instance uuid 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.964732] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "refresh_cache-214f8826-eefd-4829-80a2-c879fac8c0cd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.198429] env[62563]: DEBUG oslo_vmware.api [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751397, 'name': PowerOnVM_Task, 'duration_secs': 0.629143} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.198707] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1650.198899] env[62563]: DEBUG nova.compute.manager [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1650.199676] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198a02cb-9a7d-4178-8a9b-ead7d47bd6ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.265630] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0b833181-aece-426a-b0fb-36d69d5666ac tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "c07aecc6-1485-4248-b479-59888126bbf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.821s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.304502] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f934c7-a423-4af5-b570-a68d4fb159f3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.329399] env[62563]: DEBUG nova.network.neutron [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.332763] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f27aef3-7dec-4104-b1ef-a41f2f012657 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.427271] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.429688] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.078s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.430819] env[62563]: DEBUG nova.objects.instance [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lazy-loading 'resources' on Instance uuid d225830f-a588-44be-a8c1-12d21b67ea7c {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.443792] env[62563]: DEBUG nova.network.neutron [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.458798] env[62563]: INFO nova.scheduler.client.report [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Deleted allocations for instance 9335ae51-1ea2-4d04-b5ba-b5265db805aa [ 1650.471131] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f81a09d-fb66-409e-b22c-cdf791a35a17 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1650.471131] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca6260c7-1cb6-4840-9df7-097d17ff83c6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.478167] env[62563]: DEBUG oslo_vmware.api [None req-7f81a09d-fb66-409e-b22c-cdf791a35a17 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1650.478167] env[62563]: value = "task-1751398" [ 1650.478167] env[62563]: _type = "Task" [ 1650.478167] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.482104] env[62563]: INFO nova.compute.manager [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Resuming [ 1650.483374] env[62563]: DEBUG nova.objects.instance [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lazy-loading 'flavor' on Instance uuid cfafc9e3-5c8a-4117-9edd-f5512d3c9374 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.489102] env[62563]: DEBUG oslo_vmware.api [None req-7f81a09d-fb66-409e-b22c-cdf791a35a17 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.720576] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.844408] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1650.844811] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4720c68d-31bc-4cb9-850b-b25d097c6fce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.852409] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1650.852409] env[62563]: value = "task-1751399" [ 1650.852409] env[62563]: _type = "Task" [ 1650.852409] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.860646] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.936761] env[62563]: DEBUG nova.objects.instance [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lazy-loading 'numa_topology' on Instance uuid d225830f-a588-44be-a8c1-12d21b67ea7c {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.946375] env[62563]: DEBUG oslo_concurrency.lockutils [req-223ee102-d3eb-475b-9c5c-532d7cb5310e req-ef9122ab-b023-4c7d-b567-dbd2d1b25047 service nova] Releasing lock "refresh_cache-214f8826-eefd-4829-80a2-c879fac8c0cd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.946794] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "refresh_cache-214f8826-eefd-4829-80a2-c879fac8c0cd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.946960] env[62563]: DEBUG nova.network.neutron [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.971197] env[62563]: DEBUG oslo_concurrency.lockutils [None req-03dd2175-2a03-4a83-bd5a-71a3db705c30 tempest-ServerShowV247Test-1240042680 tempest-ServerShowV247Test-1240042680-project-member] Lock "9335ae51-1ea2-4d04-b5ba-b5265db805aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.323s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.989641] env[62563]: DEBUG oslo_vmware.api [None req-7f81a09d-fb66-409e-b22c-cdf791a35a17 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751398, 'name': PowerOffVM_Task, 'duration_secs': 0.427613} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.993178] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f81a09d-fb66-409e-b22c-cdf791a35a17 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1650.993505] env[62563]: DEBUG nova.compute.manager [None req-7f81a09d-fb66-409e-b22c-cdf791a35a17 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1650.995011] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769424ce-a3a3-4abe-ab7e-e85200854994 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.243906] env[62563]: DEBUG oslo_concurrency.lockutils [None req-994d6e61-cd75-4f69-ac68-17c2f1a240b5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "c07aecc6-1485-4248-b479-59888126bbf9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.244610] env[62563]: DEBUG oslo_concurrency.lockutils [None req-994d6e61-cd75-4f69-ac68-17c2f1a240b5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "c07aecc6-1485-4248-b479-59888126bbf9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.244936] env[62563]: DEBUG nova.compute.manager [None req-994d6e61-cd75-4f69-ac68-17c2f1a240b5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1651.246562] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e41345-1be3-4284-bb27-bc8deb4cb97f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.256241] env[62563]: DEBUG nova.compute.manager [None req-994d6e61-cd75-4f69-ac68-17c2f1a240b5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1651.257406] env[62563]: DEBUG nova.objects.instance [None req-994d6e61-cd75-4f69-ac68-17c2f1a240b5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lazy-loading 'flavor' on Instance uuid c07aecc6-1485-4248-b479-59888126bbf9 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.368115] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.444150] env[62563]: DEBUG nova.objects.base [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1651.499322] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.499322] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquired lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.499322] env[62563]: DEBUG nova.network.neutron [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1651.511755] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7f81a09d-fb66-409e-b22c-cdf791a35a17 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.565s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.519143] env[62563]: DEBUG nova.network.neutron [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1651.652409] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquiring lock "0e214c10-26ce-4283-ab3d-765c4000d310" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.652409] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Lock "0e214c10-26ce-4283-ab3d-765c4000d310" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.652409] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquiring lock "0e214c10-26ce-4283-ab3d-765c4000d310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.652409] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Lock "0e214c10-26ce-4283-ab3d-765c4000d310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.652409] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Lock "0e214c10-26ce-4283-ab3d-765c4000d310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.658936] env[62563]: INFO nova.compute.manager [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Terminating instance [ 1651.658936] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquiring lock "refresh_cache-0e214c10-26ce-4283-ab3d-765c4000d310" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.659318] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquired lock "refresh_cache-0e214c10-26ce-4283-ab3d-765c4000d310" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.659803] env[62563]: DEBUG nova.network.neutron [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1651.771477] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-994d6e61-cd75-4f69-ac68-17c2f1a240b5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1651.771477] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-173985f8-4eb3-4fcb-8066-edc044a67440 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.776116] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dd4ad2-4d6e-4f32-aa71-edaa788b9780 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.790955] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea63f7a9-1196-42b9-b1d6-0c0ee1d0d78d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.799030] env[62563]: DEBUG oslo_vmware.api [None req-994d6e61-cd75-4f69-ac68-17c2f1a240b5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1651.799030] env[62563]: value = "task-1751400" [ 1651.799030] env[62563]: _type = "Task" [ 1651.799030] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.828950] env[62563]: DEBUG nova.network.neutron [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Updating instance_info_cache with network_info: [{"id": "53aa1703-c4a1-4d40-ab77-a984c4416480", "address": "fa:16:3e:69:ca:ef", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53aa1703-c4", "ovs_interfaceid": "53aa1703-c4a1-4d40-ab77-a984c4416480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.834391] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f801ac7-873f-4cab-b009-e7fa3f61b692 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.841970] env[62563]: DEBUG oslo_vmware.api [None req-994d6e61-cd75-4f69-ac68-17c2f1a240b5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.847742] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5b9518-3a1b-4d3a-971d-3cafacd7a1f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.869196] env[62563]: DEBUG nova.compute.provider_tree [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.876128] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751399, 'name': CreateSnapshot_Task, 'duration_secs': 0.725774} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.876408] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1651.877767] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2dc6ba-6e2e-4643-afc8-c06a0bf00941 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.290265] env[62563]: DEBUG nova.network.neutron [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1652.306682] env[62563]: DEBUG oslo_vmware.api [None req-994d6e61-cd75-4f69-ac68-17c2f1a240b5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751400, 'name': PowerOffVM_Task, 'duration_secs': 0.169554} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.309108] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-994d6e61-cd75-4f69-ac68-17c2f1a240b5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1652.309108] env[62563]: DEBUG nova.compute.manager [None req-994d6e61-cd75-4f69-ac68-17c2f1a240b5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1652.309108] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae586c0-9749-4f54-aff1-c5788999087c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.343489] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "refresh_cache-214f8826-eefd-4829-80a2-c879fac8c0cd" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.343976] env[62563]: DEBUG nova.compute.manager [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Instance network_info: |[{"id": "53aa1703-c4a1-4d40-ab77-a984c4416480", "address": "fa:16:3e:69:ca:ef", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53aa1703-c4", "ovs_interfaceid": "53aa1703-c4a1-4d40-ab77-a984c4416480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1652.345529] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:ca:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53aa1703-c4a1-4d40-ab77-a984c4416480', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1652.354198] env[62563]: DEBUG oslo.service.loopingcall [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.354842] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1652.354842] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7ba3eb8-b9b5-4b20-b7e0-1ea4b1e30070 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.374461] env[62563]: DEBUG nova.scheduler.client.report [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1652.378310] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1652.378310] env[62563]: value = "task-1751401" [ 1652.378310] env[62563]: _type = "Task" [ 1652.378310] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.386041] env[62563]: DEBUG nova.network.neutron [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.398473] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1652.398651] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751401, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.402130] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eee2f9b7-53d9-4510-909d-9b485d178a00 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.411156] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1652.411156] env[62563]: value = "task-1751402" [ 1652.411156] env[62563]: _type = "Task" [ 1652.411156] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.420967] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751402, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.640539] env[62563]: DEBUG nova.network.neutron [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updating instance_info_cache with network_info: [{"id": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "address": "fa:16:3e:fe:56:bb", "network": {"id": "2644968c-d8fa-44a6-b39c-6ccb08e4e2a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1370213468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9396eed560b4a4fa3ca244b7e094184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae8a0ce-25", "ovs_interfaceid": "3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.825181] env[62563]: DEBUG oslo_concurrency.lockutils [None req-994d6e61-cd75-4f69-ac68-17c2f1a240b5 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "c07aecc6-1485-4248-b479-59888126bbf9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.581s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.884520] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.455s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.890453] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.281s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.892769] env[62563]: INFO nova.compute.claims [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1652.894766] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Releasing lock "refresh_cache-0e214c10-26ce-4283-ab3d-765c4000d310" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.895185] env[62563]: DEBUG nova.compute.manager [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1652.895349] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1652.897391] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d6bb64-7939-4b51-8b90-b15c9b9a014e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.908449] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751401, 'name': CreateVM_Task, 'duration_secs': 0.398178} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.910747] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1652.910747] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.910747] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.910747] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1652.910983] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0120936c-d788-4905-bd90-788ce74eb74d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.915655] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.919771] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-588c27ce-5027-4695-a2af-a77b88287a18 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.923940] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1652.923940] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521df528-c629-479f-aed1-8cc8aa6a3e40" [ 1652.923940] env[62563]: _type = "Task" [ 1652.923940] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.931672] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751402, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.934488] env[62563]: DEBUG oslo_vmware.api [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1652.934488] env[62563]: value = "task-1751403" [ 1652.934488] env[62563]: _type = "Task" [ 1652.934488] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.939830] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521df528-c629-479f-aed1-8cc8aa6a3e40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.949979] env[62563]: DEBUG oslo_vmware.api [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.142841] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Releasing lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.144786] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d74281-648b-455a-960a-809a5c375ffe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.152598] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Resuming the VM {{(pid=62563) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1653.152880] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4192b639-d5c5-4d5d-84a8-596e9eb0c321 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.161033] env[62563]: DEBUG oslo_vmware.api [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1653.161033] env[62563]: value = "task-1751404" [ 1653.161033] env[62563]: _type = "Task" [ 1653.161033] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.170636] env[62563]: DEBUG oslo_vmware.api [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.175262] env[62563]: DEBUG oslo_concurrency.lockutils [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.175610] env[62563]: DEBUG oslo_concurrency.lockutils [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.175857] env[62563]: DEBUG oslo_concurrency.lockutils [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.176090] env[62563]: DEBUG oslo_concurrency.lockutils [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.177673] env[62563]: DEBUG oslo_concurrency.lockutils [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.178532] env[62563]: INFO nova.compute.manager [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Terminating instance [ 1653.181755] env[62563]: DEBUG nova.compute.manager [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1653.181755] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1653.185040] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13389f40-2b7c-43a6-8158-df02f1ca2514 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.190662] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1653.190932] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcc41ff5-d2cd-4c89-a176-17446e8b704b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.299517] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "46430685-25dd-412e-aebf-86ba4fcbd3ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.299966] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "46430685-25dd-412e-aebf-86ba4fcbd3ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.373833] env[62563]: INFO nova.compute.manager [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Rebuilding instance [ 1653.409932] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2510f2af-77dc-45fc-b5f2-28099c114b0f tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.331s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.409932] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.373s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.409932] env[62563]: INFO nova.compute.manager [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Unshelving [ 1653.428719] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751402, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.438261] env[62563]: DEBUG nova.compute.manager [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1653.442919] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd188df3-d7e1-4966-a30a-b6357d287704 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.449379] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521df528-c629-479f-aed1-8cc8aa6a3e40, 'name': SearchDatastore_Task, 'duration_secs': 0.018704} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.450322] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.450465] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1653.450731] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.450914] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.451170] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.451880] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecc792bf-e017-4c09-9bc3-1c10a159b486 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.463093] env[62563]: DEBUG oslo_vmware.api [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751403, 'name': PowerOffVM_Task, 'duration_secs': 0.377973} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.466025] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1653.466025] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1653.466025] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d2952d1-8580-4248-86f2-562701f1131d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.479024] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.479354] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1653.480149] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2bb439-7143-4290-a06d-b6ced183f8df {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.486130] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1653.486130] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52168899-19fd-6234-25b7-2b4a092864f4" [ 1653.486130] env[62563]: _type = "Task" [ 1653.486130] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.490736] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1653.490934] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1653.491768] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Deleting the datastore file [datastore1] 0e214c10-26ce-4283-ab3d-765c4000d310 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1653.491768] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56ee41a2-ad8d-4e04-8497-18c5d1035d79 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.496700] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52168899-19fd-6234-25b7-2b4a092864f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.501271] env[62563]: DEBUG oslo_vmware.api [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for the task: (returnval){ [ 1653.501271] env[62563]: value = "task-1751407" [ 1653.501271] env[62563]: _type = "Task" [ 1653.501271] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.509590] env[62563]: DEBUG oslo_vmware.api [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.675513] env[62563]: DEBUG oslo_vmware.api [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.802861] env[62563]: DEBUG nova.compute.manager [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1653.930762] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751402, 'name': CloneVM_Task} progress is 95%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.965410] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.965970] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ee2eeb2-345b-4a34-8547-b782de2bce79 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.974892] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1653.974892] env[62563]: value = "task-1751408" [ 1653.974892] env[62563]: _type = "Task" [ 1653.974892] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.982626] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1653.983190] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1653.983190] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleting the datastore file [datastore1] 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1653.984193] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7140e8e-f6ba-4f62-b211-11909846963f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.002191] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1654.002191] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.007615] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214930ea-ec16-4893-9989-42f5886c5cba {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.010873] env[62563]: DEBUG oslo_vmware.api [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1654.010873] env[62563]: value = "task-1751409" [ 1654.010873] env[62563]: _type = "Task" [ 1654.010873] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.027348] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52168899-19fd-6234-25b7-2b4a092864f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012467} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.035237] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.043221] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d2f6df5-e5df-40fa-9c47-9967f48178c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.045903] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ff49f04-c249-424e-8d9b-98ce8564894e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.047558] env[62563]: DEBUG oslo_vmware.api [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.047802] env[62563]: DEBUG oslo_vmware.api [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.055808] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1654.055808] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5202217f-fea9-bebf-037e-adbb60e1091b" [ 1654.055808] env[62563]: _type = "Task" [ 1654.055808] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.065312] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5202217f-fea9-bebf-037e-adbb60e1091b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.144771] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.144771] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.144771] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleting the datastore file [datastore1] c07aecc6-1485-4248-b479-59888126bbf9 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.145416] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad9c5baf-b968-4a9e-b02d-e752a55cb59b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.152830] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1654.152830] env[62563]: value = "task-1751411" [ 1654.152830] env[62563]: _type = "Task" [ 1654.152830] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.169172] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.174253] env[62563]: DEBUG oslo_vmware.api [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751404, 'name': PowerOnVM_Task, 'duration_secs': 0.641754} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.176966] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Resumed the VM {{(pid=62563) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1654.177220] env[62563]: DEBUG nova.compute.manager [None req-5c713ac0-36df-4ae9-a86f-f3dc5516d7c5 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1654.178596] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44897a03-2bc7-4b51-ac54-1c58f5781992 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.314842] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e111911c-93b0-4961-a402-3e0a598a1a0a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.327762] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f9efce-3008-48e1-8f5c-a287c5247487 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.336421] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.340710] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.340963] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.377312] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1b1c78-3563-43ed-a658-32da8744ad0d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.381375] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.381375] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.388939] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815123df-307f-42be-bf34-996e158e40ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.405140] env[62563]: DEBUG nova.compute.provider_tree [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1654.425174] env[62563]: DEBUG nova.compute.utils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.434068] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751402, 'name': CloneVM_Task, 'duration_secs': 1.650292} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.434369] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Created linked-clone VM from snapshot [ 1654.435468] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9c479e-0971-4ef6-a458-5fe693e20497 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.447528] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Uploading image 3784766a-ff90-4377-aa44-b8bdaa0a3608 {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1654.485626] env[62563]: DEBUG oslo_vmware.rw_handles [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1654.485626] env[62563]: value = "vm-364074" [ 1654.485626] env[62563]: _type = "VirtualMachine" [ 1654.485626] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1654.485909] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8ba2530f-ec7a-4de9-a735-eee27b3c448f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.494038] env[62563]: DEBUG oslo_vmware.rw_handles [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lease: (returnval){ [ 1654.494038] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524b7630-8a24-e36d-4263-b768cc848028" [ 1654.494038] env[62563]: _type = "HttpNfcLease" [ 1654.494038] env[62563]: } obtained for exporting VM: (result){ [ 1654.494038] env[62563]: value = "vm-364074" [ 1654.494038] env[62563]: _type = "VirtualMachine" [ 1654.494038] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1654.494038] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the lease: (returnval){ [ 1654.494038] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524b7630-8a24-e36d-4263-b768cc848028" [ 1654.494038] env[62563]: _type = "HttpNfcLease" [ 1654.494038] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1654.501945] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1654.501945] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524b7630-8a24-e36d-4263-b768cc848028" [ 1654.501945] env[62563]: _type = "HttpNfcLease" [ 1654.501945] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1654.516037] env[62563]: DEBUG oslo_vmware.api [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Task: {'id': task-1751407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.607632} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.516718] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1654.516718] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1654.516718] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1654.516940] env[62563]: INFO nova.compute.manager [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1654.517089] env[62563]: DEBUG oslo.service.loopingcall [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.517706] env[62563]: DEBUG nova.compute.manager [-] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1654.517706] env[62563]: DEBUG nova.network.neutron [-] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1654.528042] env[62563]: DEBUG oslo_vmware.api [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29439} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.528303] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1654.528489] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1654.528687] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1654.528838] env[62563]: INFO nova.compute.manager [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1654.529088] env[62563]: DEBUG oslo.service.loopingcall [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.529281] env[62563]: DEBUG nova.compute.manager [-] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1654.529375] env[62563]: DEBUG nova.network.neutron [-] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1654.544821] env[62563]: DEBUG nova.network.neutron [-] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.566770] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5202217f-fea9-bebf-037e-adbb60e1091b, 'name': SearchDatastore_Task, 'duration_secs': 0.013276} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.567073] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.567317] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 214f8826-eefd-4829-80a2-c879fac8c0cd/214f8826-eefd-4829-80a2-c879fac8c0cd.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1654.567427] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f359adf5-7735-44aa-ac31-1c89a4a114f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.573631] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1654.573631] env[62563]: value = "task-1751413" [ 1654.573631] env[62563]: _type = "Task" [ 1654.573631] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.581613] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.666270] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36974} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.666628] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1654.666672] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1654.666852] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1654.797667] env[62563]: DEBUG nova.compute.manager [req-5b094868-053b-4774-817a-b6b86ea70b97 req-cc3d27f2-4b23-4691-9ff4-cd71543d4535 service nova] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Received event network-vif-deleted-8dc51039-3ee2-496b-b8b5-7b883177dca0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1654.797905] env[62563]: INFO nova.compute.manager [req-5b094868-053b-4774-817a-b6b86ea70b97 req-cc3d27f2-4b23-4691-9ff4-cd71543d4535 service nova] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Neutron deleted interface 8dc51039-3ee2-496b-b8b5-7b883177dca0; detaching it from the instance and deleting it from the info cache [ 1654.798097] env[62563]: DEBUG nova.network.neutron [req-5b094868-053b-4774-817a-b6b86ea70b97 req-cc3d27f2-4b23-4691-9ff4-cd71543d4535 service nova] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.873307] env[62563]: DEBUG nova.compute.manager [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1654.884212] env[62563]: DEBUG nova.compute.manager [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1654.930201] env[62563]: INFO nova.virt.block_device [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Booting with volume e09b4e8d-1006-422b-b837-ee0bfe7e6050 at /dev/sdb [ 1654.934395] env[62563]: ERROR nova.scheduler.client.report [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [req-0175b3ed-2ba4-4ecd-bee2-e1970e2e9c9e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0175b3ed-2ba4-4ecd-bee2-e1970e2e9c9e"}]} [ 1654.969299] env[62563]: DEBUG nova.scheduler.client.report [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1654.980735] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "7bee263f-4ff5-4537-953d-1d199d67afcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.981208] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "7bee263f-4ff5-4537-953d-1d199d67afcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.988597] env[62563]: DEBUG nova.scheduler.client.report [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1654.989345] env[62563]: DEBUG nova.compute.provider_tree [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1655.000602] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62f38de6-cbfb-4530-9d9e-128bf7ed5298 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.011596] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1655.011596] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524b7630-8a24-e36d-4263-b768cc848028" [ 1655.011596] env[62563]: _type = "HttpNfcLease" [ 1655.011596] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1655.015842] env[62563]: DEBUG nova.scheduler.client.report [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1655.020502] env[62563]: DEBUG oslo_vmware.rw_handles [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1655.020502] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524b7630-8a24-e36d-4263-b768cc848028" [ 1655.020502] env[62563]: _type = "HttpNfcLease" [ 1655.020502] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1655.020502] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22e505a-88a4-4e7b-b9d4-a7b5edc1a64f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.027136] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd29338-891f-454d-9c8d-e609ff59bc35 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.047480] env[62563]: DEBUG nova.network.neutron [-] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.049194] env[62563]: DEBUG oslo_vmware.rw_handles [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528243f0-a934-1955-d5f6-0464d8f6e5b8/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1655.049383] env[62563]: DEBUG oslo_vmware.rw_handles [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528243f0-a934-1955-d5f6-0464d8f6e5b8/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1655.064368] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea9d292a-798d-439b-b29b-b3a471cf1c50 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.132804] env[62563]: DEBUG nova.scheduler.client.report [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1655.146470] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9e3662-e81e-4981-9078-1befc4d5430d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.161552] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751413, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.190285] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a674c48-1c88-4070-8e07-7a93aeab919f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.194235] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-67ce4fdc-f0f6-4cbd-a1d2-557725743e68 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.202949] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709b72b2-16bc-4566-8607-4cb2d7dcae84 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.220176] env[62563]: DEBUG nova.virt.block_device [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updating existing volume attachment record: 9000221f-7897-4d9f-9c58-864a5559e142 {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1655.276467] env[62563]: DEBUG nova.network.neutron [-] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.301847] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c8dcdba-f285-4f01-9331-52835d352d45 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.311083] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43706fc7-3866-43a7-818f-160cf5346ea6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.345645] env[62563]: DEBUG nova.compute.manager [req-5b094868-053b-4774-817a-b6b86ea70b97 req-cc3d27f2-4b23-4691-9ff4-cd71543d4535 service nova] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Detach interface failed, port_id=8dc51039-3ee2-496b-b8b5-7b883177dca0, reason: Instance 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1655.413087] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.426595] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.487647] env[62563]: DEBUG nova.compute.manager [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1655.551423] env[62563]: INFO nova.compute.manager [-] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Took 1.03 seconds to deallocate network for instance. [ 1655.583189] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03159eea-2f20-4d9f-b8ce-4badf8054285 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.592082] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20965bb2-f4cf-4719-9761-ea48ce9a33e8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.628607] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5aa5a6-9ac7-4d21-a1a1-edded29313a2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.643853] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7fbc41-e5a1-427a-b407-1c0b65f85e03 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.648084] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880526} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.648879] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 214f8826-eefd-4829-80a2-c879fac8c0cd/214f8826-eefd-4829-80a2-c879fac8c0cd.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1655.649238] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1655.649981] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2df03bfc-88d3-4f73-9638-67d245ce9c5c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.661063] env[62563]: DEBUG nova.compute.provider_tree [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.668308] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1655.668308] env[62563]: value = "task-1751415" [ 1655.668308] env[62563]: _type = "Task" [ 1655.668308] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.677046] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.716694] env[62563]: DEBUG nova.virt.hardware [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1655.717108] env[62563]: DEBUG nova.virt.hardware [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1655.717329] env[62563]: DEBUG nova.virt.hardware [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1655.717597] env[62563]: DEBUG nova.virt.hardware [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1655.717880] env[62563]: DEBUG nova.virt.hardware [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1655.718166] env[62563]: DEBUG nova.virt.hardware [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1655.718500] env[62563]: DEBUG nova.virt.hardware [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1655.718809] env[62563]: DEBUG nova.virt.hardware [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1655.719112] env[62563]: DEBUG nova.virt.hardware [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1655.719385] env[62563]: DEBUG nova.virt.hardware [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1655.719673] env[62563]: DEBUG nova.virt.hardware [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1655.724410] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c414476-3872-420f-b453-68a9972675f1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.730049] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5076e003-5ac6-4731-9f04-b25d0669045b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.744863] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:0d:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab68d200-54d2-4a7d-b794-d2363ef39f48', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.752530] env[62563]: DEBUG oslo.service.loopingcall [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.752881] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.753148] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4e4d4bb-800e-4b7e-9fa2-9e60efd2a8b9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.772834] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.772834] env[62563]: value = "task-1751418" [ 1655.772834] env[62563]: _type = "Task" [ 1655.772834] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.780885] env[62563]: INFO nova.compute.manager [-] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Took 1.25 seconds to deallocate network for instance. [ 1655.781127] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751418, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.018017] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.060214] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.166302] env[62563]: DEBUG nova.scheduler.client.report [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1656.179765] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071512} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.180730] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1656.181324] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cd2840-fa58-4a9e-973d-b50425e7393e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.205771] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 214f8826-eefd-4829-80a2-c879fac8c0cd/214f8826-eefd-4829-80a2-c879fac8c0cd.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1656.206917] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f4cd4cf-ab93-4336-a64d-1272e7ac52bc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.230327] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1656.230327] env[62563]: value = "task-1751419" [ 1656.230327] env[62563]: _type = "Task" [ 1656.230327] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.239079] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.291250] env[62563]: DEBUG oslo_concurrency.lockutils [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.291250] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751418, 'name': CreateVM_Task, 'duration_secs': 0.38746} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.291250] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.291250] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.291250] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.291250] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.291250] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d420a56-b2d6-41d9-9c54-07f088bb8adc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.295146] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1656.295146] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52973fcd-cb95-24f8-1e7f-5ab9ffc7bca4" [ 1656.295146] env[62563]: _type = "Task" [ 1656.295146] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.303240] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52973fcd-cb95-24f8-1e7f-5ab9ffc7bca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.676493] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.786s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.677589] env[62563]: DEBUG nova.compute.manager [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1656.680457] env[62563]: DEBUG oslo_concurrency.lockutils [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.907s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.681299] env[62563]: DEBUG oslo_concurrency.lockutils [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.683603] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.820s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.685574] env[62563]: INFO nova.compute.claims [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.707020] env[62563]: INFO nova.scheduler.client.report [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted allocations for instance df476669-fe42-4518-bfb3-07bc3eccfb05 [ 1656.741550] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751419, 'name': ReconfigVM_Task, 'duration_secs': 0.266216} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.742544] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 214f8826-eefd-4829-80a2-c879fac8c0cd/214f8826-eefd-4829-80a2-c879fac8c0cd.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1656.742620] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d145ce50-7716-4e43-b1ee-561709532ec8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.750122] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1656.750122] env[62563]: value = "task-1751420" [ 1656.750122] env[62563]: _type = "Task" [ 1656.750122] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.764435] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751420, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.806476] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52973fcd-cb95-24f8-1e7f-5ab9ffc7bca4, 'name': SearchDatastore_Task, 'duration_secs': 0.028183} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.807170] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.807306] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1656.807607] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.807827] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.808127] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1656.808427] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d5e340c-0a67-49a6-a2cf-b079c3c874f0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.817460] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1656.817680] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1656.818463] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d3fe5e-c386-4950-922a-92f0a2c761d5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.823918] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1656.823918] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5289c488-1923-272f-98c6-4337f5c1636f" [ 1656.823918] env[62563]: _type = "Task" [ 1656.823918] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.832361] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5289c488-1923-272f-98c6-4337f5c1636f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.190582] env[62563]: DEBUG nova.compute.utils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1657.194467] env[62563]: DEBUG nova.compute.manager [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1657.194686] env[62563]: DEBUG nova.network.neutron [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1657.214134] env[62563]: DEBUG oslo_concurrency.lockutils [None req-31a417f7-6fbb-4a3f-ae63-95da94426278 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "df476669-fe42-4518-bfb3-07bc3eccfb05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.192s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.249190] env[62563]: DEBUG nova.policy [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d1ffa58587d42faaf6ad5ec618e5343', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fbd03d80e8c4495b94f19f566338958', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1657.260918] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751420, 'name': Rename_Task, 'duration_secs': 0.154961} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.261195] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1657.261442] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2d623c9-359c-48ab-bb31-2f2d05bc53f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.269267] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1657.269267] env[62563]: value = "task-1751421" [ 1657.269267] env[62563]: _type = "Task" [ 1657.269267] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.277957] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.335607] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5289c488-1923-272f-98c6-4337f5c1636f, 'name': SearchDatastore_Task, 'duration_secs': 0.021567} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.335738] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e64377-953c-4546-899e-2d804b624e2b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.341560] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1657.341560] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525d2e0e-a718-2f08-e4dc-c29a7a0cf492" [ 1657.341560] env[62563]: _type = "Task" [ 1657.341560] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.349759] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525d2e0e-a718-2f08-e4dc-c29a7a0cf492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.532504] env[62563]: DEBUG nova.network.neutron [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Successfully created port: b8908efe-fd9f-4db0-9b5e-4776c872a794 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1657.695521] env[62563]: DEBUG nova.compute.manager [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1657.785070] env[62563]: DEBUG oslo_vmware.api [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751421, 'name': PowerOnVM_Task, 'duration_secs': 0.494452} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.785171] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1657.785444] env[62563]: INFO nova.compute.manager [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1657.785897] env[62563]: DEBUG nova.compute.manager [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1657.786858] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dd35e4-1100-4a9e-84ac-9d009517aeba {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.853694] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525d2e0e-a718-2f08-e4dc-c29a7a0cf492, 'name': SearchDatastore_Task, 'duration_secs': 0.017954} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.856625] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.856967] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c07aecc6-1485-4248-b479-59888126bbf9/c07aecc6-1485-4248-b479-59888126bbf9.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1657.857498] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d90a24c3-359f-4e75-aa62-23381facf85b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.864992] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1657.864992] env[62563]: value = "task-1751423" [ 1657.864992] env[62563]: _type = "Task" [ 1657.864992] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.876106] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.006063] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2900bdb5-2fe9-400d-8bda-2e322168716d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.014704] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121e2ac6-e435-42c2-81f1-5693a1b6a3eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.049084] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61cc82f-1aab-4209-a5f8-521f7d25d079 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.056691] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e222628b-4fc3-4c6e-9a8f-f85c4fdfdf09 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.070052] env[62563]: DEBUG nova.compute.provider_tree [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.314181] env[62563]: INFO nova.compute.manager [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Took 29.15 seconds to build instance. [ 1658.377577] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751423, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.573518] env[62563]: DEBUG nova.scheduler.client.report [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1658.712132] env[62563]: DEBUG nova.compute.manager [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1658.738128] env[62563]: DEBUG nova.virt.hardware [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1658.738128] env[62563]: DEBUG nova.virt.hardware [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1658.738128] env[62563]: DEBUG nova.virt.hardware [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1658.738128] env[62563]: DEBUG nova.virt.hardware [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1658.738665] env[62563]: DEBUG nova.virt.hardware [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1658.741017] env[62563]: DEBUG nova.virt.hardware [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1658.741017] env[62563]: DEBUG nova.virt.hardware [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1658.741017] env[62563]: DEBUG nova.virt.hardware [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1658.741017] env[62563]: DEBUG nova.virt.hardware [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1658.741017] env[62563]: DEBUG nova.virt.hardware [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1658.741017] env[62563]: DEBUG nova.virt.hardware [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1658.741017] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e1f35a-a140-4467-ae47-d4f72cfe0309 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.750489] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15db4a0e-61fa-4bcc-82bc-ba5c96620f82 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.817251] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6a1607a1-f83f-47ee-922f-ab7a642caa69 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "214f8826-eefd-4829-80a2-c879fac8c0cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.662s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.876140] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670045} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.876460] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c07aecc6-1485-4248-b479-59888126bbf9/c07aecc6-1485-4248-b479-59888126bbf9.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.876703] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.876994] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-773b6631-dbae-41be-b287-2a3e963ab181 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.885247] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1658.885247] env[62563]: value = "task-1751424" [ 1658.885247] env[62563]: _type = "Task" [ 1658.885247] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.895230] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.987110] env[62563]: DEBUG nova.compute.manager [req-965b0e28-308d-41f8-9c2c-59789799c095 req-109ab1cf-fe37-43b4-9ef8-daabd9261dba service nova] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Received event network-vif-plugged-b8908efe-fd9f-4db0-9b5e-4776c872a794 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1658.987110] env[62563]: DEBUG oslo_concurrency.lockutils [req-965b0e28-308d-41f8-9c2c-59789799c095 req-109ab1cf-fe37-43b4-9ef8-daabd9261dba service nova] Acquiring lock "1d2b02c8-11e4-43b6-a51d-1b656b587758-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.987295] env[62563]: DEBUG oslo_concurrency.lockutils [req-965b0e28-308d-41f8-9c2c-59789799c095 req-109ab1cf-fe37-43b4-9ef8-daabd9261dba service nova] Lock "1d2b02c8-11e4-43b6-a51d-1b656b587758-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.988181] env[62563]: DEBUG oslo_concurrency.lockutils [req-965b0e28-308d-41f8-9c2c-59789799c095 req-109ab1cf-fe37-43b4-9ef8-daabd9261dba service nova] Lock "1d2b02c8-11e4-43b6-a51d-1b656b587758-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.988181] env[62563]: DEBUG nova.compute.manager [req-965b0e28-308d-41f8-9c2c-59789799c095 req-109ab1cf-fe37-43b4-9ef8-daabd9261dba service nova] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] No waiting events found dispatching network-vif-plugged-b8908efe-fd9f-4db0-9b5e-4776c872a794 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1658.988181] env[62563]: WARNING nova.compute.manager [req-965b0e28-308d-41f8-9c2c-59789799c095 req-109ab1cf-fe37-43b4-9ef8-daabd9261dba service nova] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Received unexpected event network-vif-plugged-b8908efe-fd9f-4db0-9b5e-4776c872a794 for instance with vm_state building and task_state spawning. [ 1659.079571] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.079805] env[62563]: DEBUG nova.compute.manager [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1659.083101] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.882s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.084154] env[62563]: DEBUG nova.objects.instance [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lazy-loading 'resources' on Instance uuid dc2f5746-b28a-40d6-8cbe-3756a920f0c9 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.099830] env[62563]: DEBUG nova.network.neutron [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Successfully updated port: b8908efe-fd9f-4db0-9b5e-4776c872a794 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1659.315536] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "6d27b946-2fd8-4951-9db8-d08fb0e7335d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.315536] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "6d27b946-2fd8-4951-9db8-d08fb0e7335d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.397465] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11493} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.397895] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.398885] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98c43d9-9f82-4db0-87bf-dc0bbc2bc425 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.429065] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] c07aecc6-1485-4248-b479-59888126bbf9/c07aecc6-1485-4248-b479-59888126bbf9.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.429526] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eb1ca98-466f-4f49-968b-c3967ec80995 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.451705] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1659.451705] env[62563]: value = "task-1751425" [ 1659.451705] env[62563]: _type = "Task" [ 1659.451705] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.459701] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.590773] env[62563]: DEBUG nova.compute.utils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1659.596720] env[62563]: DEBUG nova.compute.manager [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1659.596720] env[62563]: DEBUG nova.network.neutron [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1659.600951] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.601167] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.601362] env[62563]: DEBUG nova.network.neutron [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.655988] env[62563]: DEBUG nova.policy [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c536d44537a54203b9b884888401350f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a65b7595c344159a5123d2e1aef55af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1659.818572] env[62563]: DEBUG nova.compute.manager [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1659.902148] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37bc9c2-6de1-428c-aebc-214de8331827 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.910714] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd1065c-6b53-4910-9af3-e55ccd9e836a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.946164] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578372a5-575f-48cf-bf9b-f3e71e72ee2c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.961324] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffe1e22-c2d0-4c1f-9647-acd26d01053b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.973751] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751425, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.976296] env[62563]: DEBUG nova.network.neutron [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Successfully created port: 416f59a2-24c3-46e6-883d-be5e56440170 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1659.987571] env[62563]: DEBUG nova.compute.provider_tree [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.095907] env[62563]: DEBUG nova.compute.manager [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1660.150531] env[62563]: DEBUG nova.network.neutron [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1660.354299] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.382145] env[62563]: DEBUG nova.network.neutron [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating instance_info_cache with network_info: [{"id": "b8908efe-fd9f-4db0-9b5e-4776c872a794", "address": "fa:16:3e:18:ae:a8", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8908efe-fd", "ovs_interfaceid": "b8908efe-fd9f-4db0-9b5e-4776c872a794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.465067] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751425, 'name': ReconfigVM_Task, 'duration_secs': 0.56219} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.465454] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Reconfigured VM instance instance-00000056 to attach disk [datastore1] c07aecc6-1485-4248-b479-59888126bbf9/c07aecc6-1485-4248-b479-59888126bbf9.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.466159] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6d80c11-741e-4a5d-bfc2-285c0c9caa3e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.468644] env[62563]: DEBUG nova.network.neutron [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Successfully created port: 131fccdc-3cf8-432d-9c27-c214906cea55 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1660.475989] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1660.475989] env[62563]: value = "task-1751426" [ 1660.475989] env[62563]: _type = "Task" [ 1660.475989] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.486076] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751426, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.491566] env[62563]: DEBUG nova.scheduler.client.report [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1660.889896] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.890472] env[62563]: DEBUG nova.compute.manager [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Instance network_info: |[{"id": "b8908efe-fd9f-4db0-9b5e-4776c872a794", "address": "fa:16:3e:18:ae:a8", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8908efe-fd", "ovs_interfaceid": "b8908efe-fd9f-4db0-9b5e-4776c872a794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1660.890985] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:ae:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8908efe-fd9f-4db0-9b5e-4776c872a794', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1660.899030] env[62563]: DEBUG oslo.service.loopingcall [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.899284] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1660.899511] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c2bf027-903b-4c1e-8aaa-7e92fc74c1ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.920009] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1660.920009] env[62563]: value = "task-1751427" [ 1660.920009] env[62563]: _type = "Task" [ 1660.920009] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.928065] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751427, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.988790] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751426, 'name': Rename_Task, 'duration_secs': 0.171506} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.989155] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.989431] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6623e62-58da-40ee-8253-d74555b03a3f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.997126] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1660.997126] env[62563]: value = "task-1751428" [ 1660.997126] env[62563]: _type = "Task" [ 1660.997126] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.001138] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.003662] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.283s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.003866] env[62563]: DEBUG nova.objects.instance [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1661.013288] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751428, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.020185] env[62563]: DEBUG nova.compute.manager [req-996fb457-d25d-4f45-adf4-55756a5b9f58 req-54b5779d-77b6-448e-8568-b41a7a7e50c2 service nova] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Received event network-changed-b8908efe-fd9f-4db0-9b5e-4776c872a794 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1661.020845] env[62563]: DEBUG nova.compute.manager [req-996fb457-d25d-4f45-adf4-55756a5b9f58 req-54b5779d-77b6-448e-8568-b41a7a7e50c2 service nova] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Refreshing instance network info cache due to event network-changed-b8908efe-fd9f-4db0-9b5e-4776c872a794. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1661.020845] env[62563]: DEBUG oslo_concurrency.lockutils [req-996fb457-d25d-4f45-adf4-55756a5b9f58 req-54b5779d-77b6-448e-8568-b41a7a7e50c2 service nova] Acquiring lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.021292] env[62563]: DEBUG oslo_concurrency.lockutils [req-996fb457-d25d-4f45-adf4-55756a5b9f58 req-54b5779d-77b6-448e-8568-b41a7a7e50c2 service nova] Acquired lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.021292] env[62563]: DEBUG nova.network.neutron [req-996fb457-d25d-4f45-adf4-55756a5b9f58 req-54b5779d-77b6-448e-8568-b41a7a7e50c2 service nova] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Refreshing network info cache for port b8908efe-fd9f-4db0-9b5e-4776c872a794 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.024610] env[62563]: INFO nova.scheduler.client.report [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Deleted allocations for instance dc2f5746-b28a-40d6-8cbe-3756a920f0c9 [ 1661.109252] env[62563]: DEBUG nova.compute.manager [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1661.139338] env[62563]: DEBUG nova.virt.hardware [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1661.139690] env[62563]: DEBUG nova.virt.hardware [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1661.139880] env[62563]: DEBUG nova.virt.hardware [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.140120] env[62563]: DEBUG nova.virt.hardware [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1661.140308] env[62563]: DEBUG nova.virt.hardware [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.140422] env[62563]: DEBUG nova.virt.hardware [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1661.140708] env[62563]: DEBUG nova.virt.hardware [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1661.140885] env[62563]: DEBUG nova.virt.hardware [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1661.141100] env[62563]: DEBUG nova.virt.hardware [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1661.141281] env[62563]: DEBUG nova.virt.hardware [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1661.141506] env[62563]: DEBUG nova.virt.hardware [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1661.142559] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def6cfac-497a-4b21-999e-37887569f17f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.152088] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115a937b-f183-41c2-8b17-44af18d446d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.156949] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.157273] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.157564] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.157793] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.157979] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.160798] env[62563]: INFO nova.compute.manager [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Terminating instance [ 1661.163088] env[62563]: DEBUG nova.compute.manager [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1661.163358] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1661.165125] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6a5ede-ca76-404e-8720-a6bbb58f8dcd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.177785] env[62563]: DEBUG oslo_concurrency.lockutils [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.178351] env[62563]: DEBUG oslo_concurrency.lockutils [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.184209] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.185216] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b36d206c-a60d-46c7-af90-893a3ddacfc6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.192777] env[62563]: DEBUG oslo_vmware.api [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1661.192777] env[62563]: value = "task-1751429" [ 1661.192777] env[62563]: _type = "Task" [ 1661.192777] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.201906] env[62563]: DEBUG oslo_vmware.api [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.349757] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.433020] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751427, 'name': CreateVM_Task, 'duration_secs': 0.469129} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.433327] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1661.434158] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.434431] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.435114] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1661.435114] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69875d04-d876-42da-b19f-30fd96d57420 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.440293] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1661.440293] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b827ae-a0c2-4fbf-c64c-e677acd207cd" [ 1661.440293] env[62563]: _type = "Task" [ 1661.440293] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.449187] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b827ae-a0c2-4fbf-c64c-e677acd207cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.506706] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.532503] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e464d15-7ff9-4a3d-bd74-dfee15e617eb tempest-ImagesTestJSON-1465931539 tempest-ImagesTestJSON-1465931539-project-member] Lock "dc2f5746-b28a-40d6-8cbe-3756a920f0c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.618s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.681832] env[62563]: INFO nova.compute.manager [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Detaching volume f3a26d7e-5f51-4ceb-9fdc-a73b2058d032 [ 1661.704893] env[62563]: DEBUG oslo_vmware.api [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751429, 'name': PowerOffVM_Task, 'duration_secs': 0.22957} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.706718] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.706925] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.707232] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-342a6250-58fe-45b0-ac99-0522886f853d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.723309] env[62563]: INFO nova.virt.block_device [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Attempting to driver detach volume f3a26d7e-5f51-4ceb-9fdc-a73b2058d032 from mountpoint /dev/sdb [ 1661.725018] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1661.725018] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364048', 'volume_id': 'f3a26d7e-5f51-4ceb-9fdc-a73b2058d032', 'name': 'volume-f3a26d7e-5f51-4ceb-9fdc-a73b2058d032', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '981fd9ee-6c96-4c7e-b3ba-730ab9aee214', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3a26d7e-5f51-4ceb-9fdc-a73b2058d032', 'serial': 'f3a26d7e-5f51-4ceb-9fdc-a73b2058d032'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1661.725487] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777bb748-b267-440b-99f4-c7bc8f79b816 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.748725] env[62563]: DEBUG nova.network.neutron [req-996fb457-d25d-4f45-adf4-55756a5b9f58 req-54b5779d-77b6-448e-8568-b41a7a7e50c2 service nova] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updated VIF entry in instance network info cache for port b8908efe-fd9f-4db0-9b5e-4776c872a794. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1661.749024] env[62563]: DEBUG nova.network.neutron [req-996fb457-d25d-4f45-adf4-55756a5b9f58 req-54b5779d-77b6-448e-8568-b41a7a7e50c2 service nova] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating instance_info_cache with network_info: [{"id": "b8908efe-fd9f-4db0-9b5e-4776c872a794", "address": "fa:16:3e:18:ae:a8", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8908efe-fd", "ovs_interfaceid": "b8908efe-fd9f-4db0-9b5e-4776c872a794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.750763] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bd7211-fa58-4ac9-8033-262caa723bde {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.758481] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac5bd2f-3571-4b56-bb13-eea0b7c36b21 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.781097] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5491d39f-578b-43d0-8f65-cd0a62f7bd92 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.798404] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] The volume has not been displaced from its original location: [datastore1] volume-f3a26d7e-5f51-4ceb-9fdc-a73b2058d032/volume-f3a26d7e-5f51-4ceb-9fdc-a73b2058d032.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1661.803774] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1661.805233] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3cdc3f8-f6fe-47c7-bdcf-9ce7805230b9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.818630] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.818630] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.818630] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Deleting the datastore file [datastore1] cfafc9e3-5c8a-4117-9edd-f5512d3c9374 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.819214] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49692bee-2119-45b6-9374-af821738a1b8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.827420] env[62563]: DEBUG oslo_vmware.api [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for the task: (returnval){ [ 1661.827420] env[62563]: value = "task-1751431" [ 1661.827420] env[62563]: _type = "Task" [ 1661.827420] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.827650] env[62563]: DEBUG oslo_vmware.api [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1661.827650] env[62563]: value = "task-1751432" [ 1661.827650] env[62563]: _type = "Task" [ 1661.827650] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.838531] env[62563]: DEBUG oslo_vmware.api [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.841536] env[62563]: DEBUG oslo_vmware.api [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751432, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.956372] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b827ae-a0c2-4fbf-c64c-e677acd207cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010499} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.956993] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.957369] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.957792] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.958107] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.958458] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.958890] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79214266-b4fb-4a42-b595-9a0481528879 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.969969] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.970387] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1661.971676] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-016c834c-bf39-4405-ad11-302ae554a7a3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.979464] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1661.979464] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52cc38e9-cb96-38aa-8c6b-fe07105e8808" [ 1661.979464] env[62563]: _type = "Task" [ 1661.979464] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.996474] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52cc38e9-cb96-38aa-8c6b-fe07105e8808, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.997553] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01dacb61-74e3-436d-b7f9-c57ee45836ad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.011248] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1662.011248] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5240063d-fc86-c0cd-ae88-9be602b5cad6" [ 1662.011248] env[62563]: _type = "Task" [ 1662.011248] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.017685] env[62563]: DEBUG oslo_concurrency.lockutils [None req-76b45ac1-cdad-410b-bf66-3e8dccd06120 tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.018822] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.022216] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.686s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.023691] env[62563]: INFO nova.compute.claims [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1662.038311] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5240063d-fc86-c0cd-ae88-9be602b5cad6, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.038311] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.038311] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 1d2b02c8-11e4-43b6-a51d-1b656b587758/1d2b02c8-11e4-43b6-a51d-1b656b587758.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1662.038311] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d05cff3f-02b3-49b6-bcbe-9a0b7bd598df {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.038311] env[62563]: DEBUG nova.network.neutron [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Successfully updated port: 416f59a2-24c3-46e6-883d-be5e56440170 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1662.042230] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1662.042230] env[62563]: value = "task-1751433" [ 1662.042230] env[62563]: _type = "Task" [ 1662.042230] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.051338] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.254708] env[62563]: DEBUG oslo_concurrency.lockutils [req-996fb457-d25d-4f45-adf4-55756a5b9f58 req-54b5779d-77b6-448e-8568-b41a7a7e50c2 service nova] Releasing lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.345024] env[62563]: DEBUG oslo_vmware.api [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751432, 'name': ReconfigVM_Task, 'duration_secs': 0.292105} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.345024] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1662.350406] env[62563]: DEBUG oslo_vmware.api [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Task: {'id': task-1751431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187115} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.350948] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da6702e3-7187-4e87-b41c-48663f46af02 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.363330] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.365018] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.365018] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.365018] env[62563]: INFO nova.compute.manager [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1662.365018] env[62563]: DEBUG oslo.service.loopingcall [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.365018] env[62563]: DEBUG nova.compute.manager [-] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1662.365018] env[62563]: DEBUG nova.network.neutron [-] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1662.375075] env[62563]: DEBUG oslo_vmware.api [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1662.375075] env[62563]: value = "task-1751434" [ 1662.375075] env[62563]: _type = "Task" [ 1662.375075] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.386537] env[62563]: DEBUG oslo_vmware.api [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.516630] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.554491] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751433, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.593386] env[62563]: DEBUG oslo_vmware.rw_handles [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528243f0-a934-1955-d5f6-0464d8f6e5b8/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1662.595369] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1512e6ad-e18a-4c71-81ae-513204bf12f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.603113] env[62563]: DEBUG oslo_vmware.rw_handles [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528243f0-a934-1955-d5f6-0464d8f6e5b8/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1662.603403] env[62563]: ERROR oslo_vmware.rw_handles [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528243f0-a934-1955-d5f6-0464d8f6e5b8/disk-0.vmdk due to incomplete transfer. [ 1662.605583] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-438ecbf9-ab5b-4e5c-adbc-4e0abd95ecdf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.613568] env[62563]: DEBUG oslo_vmware.rw_handles [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528243f0-a934-1955-d5f6-0464d8f6e5b8/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1662.613796] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Uploaded image 3784766a-ff90-4377-aa44-b8bdaa0a3608 to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1662.617300] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1662.617300] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2d3afae-ea03-4a23-bb7c-6d2dd3e192de {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.624803] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1662.624803] env[62563]: value = "task-1751435" [ 1662.624803] env[62563]: _type = "Task" [ 1662.624803] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.635785] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751435, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.886758] env[62563]: DEBUG oslo_vmware.api [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751434, 'name': ReconfigVM_Task, 'duration_secs': 0.21531} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.887011] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364048', 'volume_id': 'f3a26d7e-5f51-4ceb-9fdc-a73b2058d032', 'name': 'volume-f3a26d7e-5f51-4ceb-9fdc-a73b2058d032', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '981fd9ee-6c96-4c7e-b3ba-730ab9aee214', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3a26d7e-5f51-4ceb-9fdc-a73b2058d032', 'serial': 'f3a26d7e-5f51-4ceb-9fdc-a73b2058d032'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1663.012827] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.059755] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625939} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.063738] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 1d2b02c8-11e4-43b6-a51d-1b656b587758/1d2b02c8-11e4-43b6-a51d-1b656b587758.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1663.063986] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1663.065652] env[62563]: DEBUG nova.compute.manager [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Received event network-vif-plugged-416f59a2-24c3-46e6-883d-be5e56440170 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1663.065852] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] Acquiring lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.066070] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] Lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.066241] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] Lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.066410] env[62563]: DEBUG nova.compute.manager [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] No waiting events found dispatching network-vif-plugged-416f59a2-24c3-46e6-883d-be5e56440170 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1663.066623] env[62563]: WARNING nova.compute.manager [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Received unexpected event network-vif-plugged-416f59a2-24c3-46e6-883d-be5e56440170 for instance with vm_state building and task_state spawning. [ 1663.066795] env[62563]: DEBUG nova.compute.manager [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Received event network-changed-416f59a2-24c3-46e6-883d-be5e56440170 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1663.066951] env[62563]: DEBUG nova.compute.manager [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Refreshing instance network info cache due to event network-changed-416f59a2-24c3-46e6-883d-be5e56440170. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1663.067154] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] Acquiring lock "refresh_cache-c2395e1f-dfbd-47de-a330-ca2a4c086a2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.067290] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] Acquired lock "refresh_cache-c2395e1f-dfbd-47de-a330-ca2a4c086a2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.067447] env[62563]: DEBUG nova.network.neutron [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Refreshing network info cache for port 416f59a2-24c3-46e6-883d-be5e56440170 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.069121] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33b72b2c-b0e1-4ec1-bc8c-ff285c84aad6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.076718] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1663.076718] env[62563]: value = "task-1751436" [ 1663.076718] env[62563]: _type = "Task" [ 1663.076718] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.086807] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.135106] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751435, 'name': Destroy_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.251570] env[62563]: DEBUG nova.network.neutron [-] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.285296] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bccfa9-5f9f-4b29-9b5b-eb07f991c97c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.291094] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b6368d-65cf-40b3-bc2f-e9f987afdc9b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.321925] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb75d332-3d75-4af7-bf8b-894917f602bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.329722] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d128f215-a9c8-4ecb-892a-68e72b0c88bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.347765] env[62563]: DEBUG nova.compute.provider_tree [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.435772] env[62563]: DEBUG nova.objects.instance [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'flavor' on Instance uuid 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.513466] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751428, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.586459] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069328} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.586815] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1663.587585] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c534b0f5-727d-42fa-ad60-b5760ea58a91 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.617761] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 1d2b02c8-11e4-43b6-a51d-1b656b587758/1d2b02c8-11e4-43b6-a51d-1b656b587758.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.618786] env[62563]: DEBUG nova.network.neutron [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1663.620511] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6aff55d-00d9-46b9-963e-30663b24c047 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.644072] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751435, 'name': Destroy_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.645871] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1663.645871] env[62563]: value = "task-1751437" [ 1663.645871] env[62563]: _type = "Task" [ 1663.645871] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.655523] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.754574] env[62563]: INFO nova.compute.manager [-] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Took 1.39 seconds to deallocate network for instance. [ 1663.759985] env[62563]: DEBUG nova.network.neutron [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.854363] env[62563]: DEBUG nova.scheduler.client.report [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1664.018071] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751428, 'name': PowerOnVM_Task, 'duration_secs': 2.540242} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.018071] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.018071] env[62563]: DEBUG nova.compute.manager [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1664.018071] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165d4062-ff8f-4659-9513-aceeefa69e90 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.146486] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751435, 'name': Destroy_Task, 'duration_secs': 1.352071} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.147054] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Destroyed the VM [ 1664.147415] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1664.150668] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac5fcc6c-cb7c-499d-9bea-5c363bf8b186 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.159864] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.160929] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1664.160929] env[62563]: value = "task-1751438" [ 1664.160929] env[62563]: _type = "Task" [ 1664.160929] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.167833] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751438, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.206822] env[62563]: DEBUG nova.network.neutron [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Successfully updated port: 131fccdc-3cf8-432d-9c27-c214906cea55 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1664.262034] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.264636] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] Releasing lock "refresh_cache-c2395e1f-dfbd-47de-a330-ca2a4c086a2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.264873] env[62563]: DEBUG nova.compute.manager [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Received event network-vif-deleted-3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1664.265061] env[62563]: INFO nova.compute.manager [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Neutron deleted interface 3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59; detaching it from the instance and deleting it from the info cache [ 1664.265232] env[62563]: DEBUG nova.network.neutron [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.358288] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.358685] env[62563]: DEBUG nova.compute.manager [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1664.361325] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.948s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.362776] env[62563]: INFO nova.compute.claims [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.374462] env[62563]: DEBUG oslo_concurrency.lockutils [None req-59754cce-67c1-4fdd-af0f-3ea407245cff tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.445620] env[62563]: DEBUG oslo_concurrency.lockutils [None req-253db25a-8aa6-4768-ad4c-9f0788859dc3 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.446436] env[62563]: DEBUG oslo_concurrency.lockutils [None req-59754cce-67c1-4fdd-af0f-3ea407245cff tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.072s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.446528] env[62563]: DEBUG nova.compute.manager [None req-59754cce-67c1-4fdd-af0f-3ea407245cff tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1664.447982] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ddb777-ba90-4c82-9053-e813e7f4e075 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.455027] env[62563]: DEBUG nova.compute.manager [None req-59754cce-67c1-4fdd-af0f-3ea407245cff tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1664.455332] env[62563]: DEBUG nova.objects.instance [None req-59754cce-67c1-4fdd-af0f-3ea407245cff tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'flavor' on Instance uuid 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.529666] env[62563]: INFO nova.compute.manager [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] bringing vm to original state: 'stopped' [ 1664.656943] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751437, 'name': ReconfigVM_Task, 'duration_secs': 0.560475} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.657252] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 1d2b02c8-11e4-43b6-a51d-1b656b587758/1d2b02c8-11e4-43b6-a51d-1b656b587758.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1664.657919] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11d9a30f-1ae4-412b-9a49-7e0f1e0ee117 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.664972] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1664.664972] env[62563]: value = "task-1751439" [ 1664.664972] env[62563]: _type = "Task" [ 1664.664972] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.670860] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751438, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.675860] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751439, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.709471] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "refresh_cache-c2395e1f-dfbd-47de-a330-ca2a4c086a2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.709833] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquired lock "refresh_cache-c2395e1f-dfbd-47de-a330-ca2a4c086a2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.710179] env[62563]: DEBUG nova.network.neutron [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1664.768692] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29bc29fe-e956-4773-bf13-63933425fdd3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.778814] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553eb53e-0e6e-4ef3-b928-be418a113b57 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.809802] env[62563]: DEBUG nova.compute.manager [req-ee003e70-0d6d-4b1e-a2d4-3fe5c331214b req-505a3afd-ab71-4743-ae47-a095aa6183f7 service nova] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Detach interface failed, port_id=3ae8a0ce-25a8-4c3e-ada9-0f259ae8cf59, reason: Instance cfafc9e3-5c8a-4117-9edd-f5512d3c9374 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1664.867826] env[62563]: DEBUG nova.compute.utils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.873235] env[62563]: DEBUG nova.compute.manager [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1664.873235] env[62563]: DEBUG nova.network.neutron [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1664.939607] env[62563]: DEBUG nova.policy [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6ae6c5476d44e4ebcc85e44f8502863', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5088ba6c75a4908a61fbe2d3691d7cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1664.960420] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-59754cce-67c1-4fdd-af0f-3ea407245cff tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.960692] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9e4e73c-7009-48fe-993d-1c474ca153e0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.967894] env[62563]: DEBUG oslo_vmware.api [None req-59754cce-67c1-4fdd-af0f-3ea407245cff tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1664.967894] env[62563]: value = "task-1751440" [ 1664.967894] env[62563]: _type = "Task" [ 1664.967894] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.980719] env[62563]: DEBUG oslo_vmware.api [None req-59754cce-67c1-4fdd-af0f-3ea407245cff tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.177243] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751439, 'name': Rename_Task, 'duration_secs': 0.194611} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.180377] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1665.180700] env[62563]: DEBUG oslo_vmware.api [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751438, 'name': RemoveSnapshot_Task, 'duration_secs': 0.576515} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.180942] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42199e2f-2915-49d9-8844-69ffc45716bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.182809] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1665.183068] env[62563]: INFO nova.compute.manager [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Took 14.88 seconds to snapshot the instance on the hypervisor. [ 1665.192767] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1665.192767] env[62563]: value = "task-1751441" [ 1665.192767] env[62563]: _type = "Task" [ 1665.192767] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.199808] env[62563]: DEBUG nova.compute.manager [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Received event network-vif-plugged-131fccdc-3cf8-432d-9c27-c214906cea55 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1665.200160] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] Acquiring lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.200314] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] Lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.200445] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] Lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.200625] env[62563]: DEBUG nova.compute.manager [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] No waiting events found dispatching network-vif-plugged-131fccdc-3cf8-432d-9c27-c214906cea55 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1665.200822] env[62563]: WARNING nova.compute.manager [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Received unexpected event network-vif-plugged-131fccdc-3cf8-432d-9c27-c214906cea55 for instance with vm_state building and task_state spawning. [ 1665.200907] env[62563]: DEBUG nova.compute.manager [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Received event network-changed-131fccdc-3cf8-432d-9c27-c214906cea55 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1665.201076] env[62563]: DEBUG nova.compute.manager [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Refreshing instance network info cache due to event network-changed-131fccdc-3cf8-432d-9c27-c214906cea55. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1665.201248] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] Acquiring lock "refresh_cache-c2395e1f-dfbd-47de-a330-ca2a4c086a2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.211313] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.269156] env[62563]: DEBUG nova.network.neutron [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1665.292886] env[62563]: DEBUG nova.network.neutron [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Successfully created port: e1dba4cc-49f5-434a-bc44-c3f2b904d159 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1665.373291] env[62563]: DEBUG nova.compute.manager [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1665.479712] env[62563]: DEBUG oslo_vmware.api [None req-59754cce-67c1-4fdd-af0f-3ea407245cff tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751440, 'name': PowerOffVM_Task, 'duration_secs': 0.32921} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.482367] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-59754cce-67c1-4fdd-af0f-3ea407245cff tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.482556] env[62563]: DEBUG nova.compute.manager [None req-59754cce-67c1-4fdd-af0f-3ea407245cff tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1665.483616] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51d89f4-1a0d-417a-8f68-04eb759c406e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.536371] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "c07aecc6-1485-4248-b479-59888126bbf9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.536633] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "c07aecc6-1485-4248-b479-59888126bbf9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.536809] env[62563]: DEBUG nova.compute.manager [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1665.538026] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d17bad0-52da-49d9-80e9-e7b258f5a08a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.553643] env[62563]: DEBUG nova.compute.manager [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1665.554603] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1665.554903] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bcd024e-e9a7-4423-8b36-41cf3fbe6eb4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.566374] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1665.566374] env[62563]: value = "task-1751442" [ 1665.566374] env[62563]: _type = "Task" [ 1665.566374] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.581729] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.707741] env[62563]: DEBUG oslo_vmware.api [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751441, 'name': PowerOnVM_Task, 'duration_secs': 0.464156} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.708681] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1665.708681] env[62563]: INFO nova.compute.manager [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1665.709649] env[62563]: DEBUG nova.compute.manager [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1665.710467] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd448621-942e-48c9-b644-1330c96f65f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.739726] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2a9f60-b2b7-4579-985e-ade89aae56da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.752570] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8378c4-666a-47cd-a997-885446fe8bf2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.759511] env[62563]: DEBUG nova.compute.manager [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Found 3 images (rotation: 2) {{(pid=62563) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1665.759775] env[62563]: DEBUG nova.compute.manager [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Rotating out 1 backups {{(pid=62563) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4563}} [ 1665.759978] env[62563]: DEBUG nova.compute.manager [None req-ddbe56a1-8d95-445b-83fb-7b0373ee1d62 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Deleting image 0cadd5e6-0e52-4ba9-b290-249bec826016 {{(pid=62563) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4568}} [ 1665.764631] env[62563]: DEBUG nova.network.neutron [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Updating instance_info_cache with network_info: [{"id": "416f59a2-24c3-46e6-883d-be5e56440170", "address": "fa:16:3e:06:3f:a1", "network": {"id": "70fe9c77-d5d8-40df-a334-9e0b99db76cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1718799172", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416f59a2-24", "ovs_interfaceid": "416f59a2-24c3-46e6-883d-be5e56440170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "131fccdc-3cf8-432d-9c27-c214906cea55", "address": "fa:16:3e:f2:eb:68", "network": {"id": "61ed0ee8-1472-407b-bc7e-ca6fe2251f92", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-784566609", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131fccdc-3c", "ovs_interfaceid": "131fccdc-3cf8-432d-9c27-c214906cea55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.801208] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adb2333-7a70-4acd-8891-8182bb105db3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.809241] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15e4256-ea94-45c0-b518-deaf59da59c2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.825618] env[62563]: DEBUG nova.compute.provider_tree [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.995507] env[62563]: DEBUG oslo_concurrency.lockutils [None req-59754cce-67c1-4fdd-af0f-3ea407245cff tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.070588] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5b27b5ae-fe1f-4d61-a505-403d7e354950 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.070588] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5b27b5ae-fe1f-4d61-a505-403d7e354950 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.070588] env[62563]: DEBUG nova.compute.manager [None req-5b27b5ae-fe1f-4d61-a505-403d7e354950 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1666.073045] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63fc5a1-a58d-4d79-b67e-b6083022f59c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.084202] env[62563]: DEBUG oslo_vmware.api [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751442, 'name': PowerOffVM_Task, 'duration_secs': 0.198548} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.086038] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.086230] env[62563]: DEBUG nova.compute.manager [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1666.086556] env[62563]: DEBUG nova.compute.manager [None req-5b27b5ae-fe1f-4d61-a505-403d7e354950 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1666.087121] env[62563]: DEBUG nova.objects.instance [None req-5b27b5ae-fe1f-4d61-a505-403d7e354950 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lazy-loading 'flavor' on Instance uuid d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.088982] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03c85a1-320a-4571-b34e-eec914f2cb4c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.231090] env[62563]: INFO nova.compute.manager [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Took 24.64 seconds to build instance. [ 1666.268156] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Releasing lock "refresh_cache-c2395e1f-dfbd-47de-a330-ca2a4c086a2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.268414] env[62563]: DEBUG nova.compute.manager [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Instance network_info: |[{"id": "416f59a2-24c3-46e6-883d-be5e56440170", "address": "fa:16:3e:06:3f:a1", "network": {"id": "70fe9c77-d5d8-40df-a334-9e0b99db76cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1718799172", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416f59a2-24", "ovs_interfaceid": "416f59a2-24c3-46e6-883d-be5e56440170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "131fccdc-3cf8-432d-9c27-c214906cea55", "address": "fa:16:3e:f2:eb:68", "network": {"id": "61ed0ee8-1472-407b-bc7e-ca6fe2251f92", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-784566609", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131fccdc-3c", "ovs_interfaceid": "131fccdc-3cf8-432d-9c27-c214906cea55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1666.268725] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] Acquired lock "refresh_cache-c2395e1f-dfbd-47de-a330-ca2a4c086a2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.268911] env[62563]: DEBUG nova.network.neutron [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Refreshing network info cache for port 131fccdc-3cf8-432d-9c27-c214906cea55 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1666.270097] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:3f:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '416f59a2-24c3-46e6-883d-be5e56440170', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:eb:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '131fccdc-3cf8-432d-9c27-c214906cea55', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1666.279726] env[62563]: DEBUG oslo.service.loopingcall [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.283193] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1666.284022] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73e86fab-2743-488d-9e58-bf2364ca9fc4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.306906] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1666.306906] env[62563]: value = "task-1751443" [ 1666.306906] env[62563]: _type = "Task" [ 1666.306906] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.315194] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751443, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.329247] env[62563]: DEBUG nova.scheduler.client.report [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1666.383840] env[62563]: DEBUG nova.compute.manager [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1666.413592] env[62563]: DEBUG nova.virt.hardware [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1666.413592] env[62563]: DEBUG nova.virt.hardware [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1666.413592] env[62563]: DEBUG nova.virt.hardware [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.413592] env[62563]: DEBUG nova.virt.hardware [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1666.413592] env[62563]: DEBUG nova.virt.hardware [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.413592] env[62563]: DEBUG nova.virt.hardware [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1666.413592] env[62563]: DEBUG nova.virt.hardware [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1666.413592] env[62563]: DEBUG nova.virt.hardware [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1666.413592] env[62563]: DEBUG nova.virt.hardware [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1666.413989] env[62563]: DEBUG nova.virt.hardware [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1666.413989] env[62563]: DEBUG nova.virt.hardware [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1666.414799] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ad18d2-55b2-4649-a09a-b0be89eaa50e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.426756] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed69086f-9fb1-4482-bc01-539bce93daa8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.595093] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b27b5ae-fe1f-4d61-a505-403d7e354950 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.595384] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb7498e0-c845-4e26-a5ce-dd7ba559ae25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.600798] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "c07aecc6-1485-4248-b479-59888126bbf9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.063s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.603050] env[62563]: DEBUG oslo_vmware.api [None req-5b27b5ae-fe1f-4d61-a505-403d7e354950 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1666.603050] env[62563]: value = "task-1751444" [ 1666.603050] env[62563]: _type = "Task" [ 1666.603050] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.609937] env[62563]: DEBUG nova.network.neutron [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Updated VIF entry in instance network info cache for port 131fccdc-3cf8-432d-9c27-c214906cea55. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1666.609937] env[62563]: DEBUG nova.network.neutron [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Updating instance_info_cache with network_info: [{"id": "416f59a2-24c3-46e6-883d-be5e56440170", "address": "fa:16:3e:06:3f:a1", "network": {"id": "70fe9c77-d5d8-40df-a334-9e0b99db76cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1718799172", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416f59a2-24", "ovs_interfaceid": "416f59a2-24c3-46e6-883d-be5e56440170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "131fccdc-3cf8-432d-9c27-c214906cea55", "address": "fa:16:3e:f2:eb:68", "network": {"id": "61ed0ee8-1472-407b-bc7e-ca6fe2251f92", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-784566609", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131fccdc-3c", "ovs_interfaceid": "131fccdc-3cf8-432d-9c27-c214906cea55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.616871] env[62563]: DEBUG oslo_vmware.api [None req-5b27b5ae-fe1f-4d61-a505-403d7e354950 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.734444] env[62563]: DEBUG oslo_concurrency.lockutils [None req-264c22e1-7418-4a28-b98e-7b7ce2ef8eca tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "1d2b02c8-11e4-43b6-a51d-1b656b587758" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.152s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.828178] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751443, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.834192] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.835361] env[62563]: DEBUG nova.compute.manager [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1666.842845] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.412s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.842845] env[62563]: INFO nova.compute.claims [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1667.113849] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee421cbc-6e8f-4f12-928b-25fe5adb7865 req-6e3b1e4e-8c68-46cd-b465-f9aefe729421 service nova] Releasing lock "refresh_cache-c2395e1f-dfbd-47de-a330-ca2a4c086a2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.115855] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.119830] env[62563]: DEBUG oslo_vmware.api [None req-5b27b5ae-fe1f-4d61-a505-403d7e354950 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751444, 'name': PowerOffVM_Task, 'duration_secs': 0.180125} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.120232] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b27b5ae-fe1f-4d61-a505-403d7e354950 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1667.120514] env[62563]: DEBUG nova.compute.manager [None req-5b27b5ae-fe1f-4d61-a505-403d7e354950 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1667.121444] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f522c3-1e9a-4adf-b244-4e2a89b5e012 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.173288] env[62563]: DEBUG nova.objects.instance [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'flavor' on Instance uuid 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1667.196478] env[62563]: DEBUG nova.network.neutron [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Successfully updated port: e1dba4cc-49f5-434a-bc44-c3f2b904d159 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1667.267318] env[62563]: DEBUG oslo_concurrency.lockutils [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "c07aecc6-1485-4248-b479-59888126bbf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.267606] env[62563]: DEBUG oslo_concurrency.lockutils [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "c07aecc6-1485-4248-b479-59888126bbf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.267994] env[62563]: DEBUG oslo_concurrency.lockutils [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "c07aecc6-1485-4248-b479-59888126bbf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.268075] env[62563]: DEBUG oslo_concurrency.lockutils [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "c07aecc6-1485-4248-b479-59888126bbf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.268256] env[62563]: DEBUG oslo_concurrency.lockutils [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "c07aecc6-1485-4248-b479-59888126bbf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.270480] env[62563]: INFO nova.compute.manager [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Terminating instance [ 1667.273334] env[62563]: DEBUG nova.compute.manager [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1667.273539] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.274456] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9371933b-de5d-4ecf-bbb8-4668d18de5f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.283138] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1667.283440] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47937a6d-95d6-48a5-a228-f9b47482ad99 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.317239] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751443, 'name': CreateVM_Task, 'duration_secs': 0.831181} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.317420] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1667.318220] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.318387] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.318810] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1667.319085] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-429ec6d6-1a21-46e0-a839-551e0393c616 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.323730] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1667.323730] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52008721-0c81-e2d4-8e5e-f734de0f0d83" [ 1667.323730] env[62563]: _type = "Task" [ 1667.323730] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.331697] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52008721-0c81-e2d4-8e5e-f734de0f0d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.345195] env[62563]: DEBUG nova.compute.utils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1667.349017] env[62563]: DEBUG nova.compute.manager [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1667.349793] env[62563]: DEBUG nova.network.neutron [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1667.355434] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1667.355690] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1667.356266] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleting the datastore file [datastore1] c07aecc6-1485-4248-b479-59888126bbf9 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1667.356266] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4a874bc-d12b-4b22-bce7-ac074eb9babc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.363748] env[62563]: DEBUG oslo_vmware.api [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1667.363748] env[62563]: value = "task-1751446" [ 1667.363748] env[62563]: _type = "Task" [ 1667.363748] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.375255] env[62563]: DEBUG oslo_vmware.api [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.397599] env[62563]: DEBUG nova.policy [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '633961301d88477a8fb3b646b5dd51bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7628c00f0fcc4298a38a2ccc489bd2e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1667.432839] env[62563]: DEBUG nova.compute.manager [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Received event network-vif-plugged-e1dba4cc-49f5-434a-bc44-c3f2b904d159 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1667.433193] env[62563]: DEBUG oslo_concurrency.lockutils [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] Acquiring lock "46430685-25dd-412e-aebf-86ba4fcbd3ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.433303] env[62563]: DEBUG oslo_concurrency.lockutils [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] Lock "46430685-25dd-412e-aebf-86ba4fcbd3ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.433517] env[62563]: DEBUG oslo_concurrency.lockutils [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] Lock "46430685-25dd-412e-aebf-86ba4fcbd3ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.433669] env[62563]: DEBUG nova.compute.manager [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] No waiting events found dispatching network-vif-plugged-e1dba4cc-49f5-434a-bc44-c3f2b904d159 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1667.433833] env[62563]: WARNING nova.compute.manager [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Received unexpected event network-vif-plugged-e1dba4cc-49f5-434a-bc44-c3f2b904d159 for instance with vm_state building and task_state spawning. [ 1667.433991] env[62563]: DEBUG nova.compute.manager [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Received event network-changed-e1dba4cc-49f5-434a-bc44-c3f2b904d159 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1667.436037] env[62563]: DEBUG nova.compute.manager [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Refreshing instance network info cache due to event network-changed-e1dba4cc-49f5-434a-bc44-c3f2b904d159. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1667.436037] env[62563]: DEBUG oslo_concurrency.lockutils [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] Acquiring lock "refresh_cache-46430685-25dd-412e-aebf-86ba4fcbd3ab" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.436037] env[62563]: DEBUG oslo_concurrency.lockutils [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] Acquired lock "refresh_cache-46430685-25dd-412e-aebf-86ba4fcbd3ab" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.436037] env[62563]: DEBUG nova.network.neutron [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Refreshing network info cache for port e1dba4cc-49f5-434a-bc44-c3f2b904d159 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.634270] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5b27b5ae-fe1f-4d61-a505-403d7e354950 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.678157] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.678340] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquired lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.678831] env[62563]: DEBUG nova.network.neutron [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.678831] env[62563]: DEBUG nova.objects.instance [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'info_cache' on Instance uuid 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1667.680500] env[62563]: DEBUG nova.network.neutron [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Successfully created port: 04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1667.701656] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "refresh_cache-46430685-25dd-412e-aebf-86ba4fcbd3ab" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.836350] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52008721-0c81-e2d4-8e5e-f734de0f0d83, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.836662] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.836901] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1667.837139] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.837285] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.837465] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1667.837758] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21aeaf6a-81ca-4e88-9811-03215f4e1b7a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.849180] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1667.849347] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1667.850138] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122e65d7-d20b-4637-808d-b68bfc83f02a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.852883] env[62563]: DEBUG nova.compute.manager [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1667.862412] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1667.862412] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b7d5a0-8eca-3f6b-ae48-c0fc5afff5d7" [ 1667.862412] env[62563]: _type = "Task" [ 1667.862412] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.874831] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b7d5a0-8eca-3f6b-ae48-c0fc5afff5d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.879151] env[62563]: DEBUG oslo_vmware.api [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147723} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.881766] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.881999] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.882411] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.882614] env[62563]: INFO nova.compute.manager [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1667.882860] env[62563]: DEBUG oslo.service.loopingcall [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.883297] env[62563]: DEBUG nova.compute.manager [-] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1667.885084] env[62563]: DEBUG nova.network.neutron [-] [instance: c07aecc6-1485-4248-b479-59888126bbf9] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1668.007205] env[62563]: DEBUG nova.network.neutron [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1668.174256] env[62563]: DEBUG nova.compute.manager [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Stashing vm_state: active {{(pid=62563) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1668.185535] env[62563]: DEBUG nova.objects.base [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Object Instance<981fd9ee-6c96-4c7e-b3ba-730ab9aee214> lazy-loaded attributes: flavor,info_cache {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1668.200299] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ad2323-9cdf-421d-8312-e7e49c8c1378 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.209649] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da4be0c-76df-4ee0-b163-2e9cca12c76a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.242966] env[62563]: DEBUG nova.network.neutron [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.244638] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b36a609-ac86-4607-8945-0817db5eafaf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.253790] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45023b15-be1f-4657-9b7a-66b608733de4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.268910] env[62563]: DEBUG nova.compute.provider_tree [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.378068] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b7d5a0-8eca-3f6b-ae48-c0fc5afff5d7, 'name': SearchDatastore_Task, 'duration_secs': 0.037812} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.379326] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3df3a12-f174-4297-b984-da73f0ab3821 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.389091] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1668.389091] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52530516-1307-9871-b93e-16693456441a" [ 1668.389091] env[62563]: _type = "Task" [ 1668.389091] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.404852] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52530516-1307-9871-b93e-16693456441a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.703240] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.749130] env[62563]: DEBUG oslo_concurrency.lockutils [req-eb508f85-4030-418e-ae6f-e595ed663da1 req-a55fc93c-f480-46ed-a567-3cc5d0c54cd9 service nova] Releasing lock "refresh_cache-46430685-25dd-412e-aebf-86ba4fcbd3ab" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.751192] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "refresh_cache-46430685-25dd-412e-aebf-86ba4fcbd3ab" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.751192] env[62563]: DEBUG nova.network.neutron [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.771968] env[62563]: DEBUG nova.scheduler.client.report [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1668.871778] env[62563]: DEBUG nova.compute.manager [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1668.905992] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52530516-1307-9871-b93e-16693456441a, 'name': SearchDatastore_Task, 'duration_secs': 0.020469} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.908183] env[62563]: DEBUG nova.virt.hardware [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1668.908418] env[62563]: DEBUG nova.virt.hardware [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1668.908576] env[62563]: DEBUG nova.virt.hardware [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.908758] env[62563]: DEBUG nova.virt.hardware [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1668.908937] env[62563]: DEBUG nova.virt.hardware [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.909052] env[62563]: DEBUG nova.virt.hardware [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1668.909262] env[62563]: DEBUG nova.virt.hardware [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1668.909421] env[62563]: DEBUG nova.virt.hardware [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1668.909587] env[62563]: DEBUG nova.virt.hardware [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1668.909749] env[62563]: DEBUG nova.virt.hardware [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1668.909922] env[62563]: DEBUG nova.virt.hardware [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1668.910252] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.910497] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c2395e1f-dfbd-47de-a330-ca2a4c086a2f/c2395e1f-dfbd-47de-a330-ca2a4c086a2f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1668.911283] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dab401-672a-4e00-a8c4-e9d4aebb237c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.913855] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5d0f44d-fef3-4973-b7fd-e80e26154fde {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.922491] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82041ec-275b-41bf-848b-ba0cb5a5cfae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.926493] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1668.926493] env[62563]: value = "task-1751447" [ 1668.926493] env[62563]: _type = "Task" [ 1668.926493] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.927413] env[62563]: DEBUG nova.network.neutron [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Updating instance_info_cache with network_info: [{"id": "cc900329-e4a0-44fe-8d04-6c4d4f2bca87", "address": "fa:16:3e:3a:61:05", "network": {"id": "c221bf96-f8ac-4133-8b9d-023f426cd9fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-647450691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7ebbf0584645d3a754b072eabbe17d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc900329-e4", "ovs_interfaceid": "cc900329-e4a0-44fe-8d04-6c4d4f2bca87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.947194] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.048738] env[62563]: DEBUG nova.network.neutron [-] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.250921] env[62563]: DEBUG nova.objects.instance [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lazy-loading 'flavor' on Instance uuid d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.276659] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.277204] env[62563]: DEBUG nova.compute.manager [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1669.279757] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.262s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.281128] env[62563]: INFO nova.compute.claims [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1669.293331] env[62563]: DEBUG nova.network.neutron [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1669.440442] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.442086] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Releasing lock "refresh_cache-981fd9ee-6c96-4c7e-b3ba-730ab9aee214" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.469656] env[62563]: DEBUG nova.compute.manager [req-310e4ca4-5444-48b8-92b7-b70e258f40cd req-7880fb1c-9bee-41a0-b52c-282f9ec9930c service nova] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Received event network-vif-deleted-ab68d200-54d2-4a7d-b794-d2363ef39f48 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1669.475357] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5bc115b0-6f94-4f25-93cd-c95fd3384f92 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "0e1d3972-426d-4751-bebe-12dd732bbef3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.475636] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5bc115b0-6f94-4f25-93cd-c95fd3384f92 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.475815] env[62563]: DEBUG nova.compute.manager [None req-5bc115b0-6f94-4f25-93cd-c95fd3384f92 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1669.476713] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9bf0d1-c0fe-4ef2-83d4-6ce011c4985a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.487164] env[62563]: DEBUG nova.compute.manager [None req-5bc115b0-6f94-4f25-93cd-c95fd3384f92 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1669.489465] env[62563]: DEBUG nova.objects.instance [None req-5bc115b0-6f94-4f25-93cd-c95fd3384f92 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'flavor' on Instance uuid 0e1d3972-426d-4751-bebe-12dd732bbef3 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.523976] env[62563]: DEBUG nova.network.neutron [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Updating instance_info_cache with network_info: [{"id": "e1dba4cc-49f5-434a-bc44-c3f2b904d159", "address": "fa:16:3e:b1:f3:8e", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1dba4cc-49", "ovs_interfaceid": "e1dba4cc-49f5-434a-bc44-c3f2b904d159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.551795] env[62563]: INFO nova.compute.manager [-] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Took 1.67 seconds to deallocate network for instance. [ 1669.612748] env[62563]: DEBUG nova.network.neutron [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Successfully updated port: 04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1669.757413] env[62563]: DEBUG oslo_concurrency.lockutils [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.757579] env[62563]: DEBUG oslo_concurrency.lockutils [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.757752] env[62563]: DEBUG nova.network.neutron [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.757929] env[62563]: DEBUG nova.objects.instance [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lazy-loading 'info_cache' on Instance uuid d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.784936] env[62563]: DEBUG nova.compute.utils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1669.789045] env[62563]: DEBUG nova.compute.manager [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1669.789045] env[62563]: DEBUG nova.network.neutron [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1669.825962] env[62563]: DEBUG nova.policy [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6ae6c5476d44e4ebcc85e44f8502863', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5088ba6c75a4908a61fbe2d3691d7cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1669.939776] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.945902] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1669.947030] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ae01ab5-b543-4d78-bdbc-7e8d4b3c509f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.952511] env[62563]: DEBUG oslo_vmware.api [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1669.952511] env[62563]: value = "task-1751448" [ 1669.952511] env[62563]: _type = "Task" [ 1669.952511] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.960398] env[62563]: DEBUG oslo_vmware.api [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.994933] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc115b0-6f94-4f25-93cd-c95fd3384f92 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.994933] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9491df1-e084-443c-b36a-474bf4282b41 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.003831] env[62563]: DEBUG oslo_vmware.api [None req-5bc115b0-6f94-4f25-93cd-c95fd3384f92 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1670.003831] env[62563]: value = "task-1751449" [ 1670.003831] env[62563]: _type = "Task" [ 1670.003831] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.014511] env[62563]: DEBUG oslo_vmware.api [None req-5bc115b0-6f94-4f25-93cd-c95fd3384f92 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.028485] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "refresh_cache-46430685-25dd-412e-aebf-86ba4fcbd3ab" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.028850] env[62563]: DEBUG nova.compute.manager [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Instance network_info: |[{"id": "e1dba4cc-49f5-434a-bc44-c3f2b904d159", "address": "fa:16:3e:b1:f3:8e", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1dba4cc-49", "ovs_interfaceid": "e1dba4cc-49f5-434a-bc44-c3f2b904d159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1670.029484] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:f3:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1dba4cc-49f5-434a-bc44-c3f2b904d159', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1670.038420] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Creating folder: Project (c5088ba6c75a4908a61fbe2d3691d7cc). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1670.038755] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70b057cd-d316-418f-bfb8-a8f9ca5859ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.049905] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Created folder: Project (c5088ba6c75a4908a61fbe2d3691d7cc) in parent group-v363823. [ 1670.050053] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Creating folder: Instances. Parent ref: group-v364080. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1670.050227] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-220dadd1-3420-4e67-9626-fec8bcfae900 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.058130] env[62563]: DEBUG oslo_concurrency.lockutils [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.065677] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Created folder: Instances in parent group-v364080. [ 1670.065677] env[62563]: DEBUG oslo.service.loopingcall [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.065946] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1670.066915] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35d802f4-9881-4285-8185-9ad299c129b9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.086868] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1670.086868] env[62563]: value = "task-1751452" [ 1670.086868] env[62563]: _type = "Task" [ 1670.086868] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.098059] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751452, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.099433] env[62563]: DEBUG nova.network.neutron [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Successfully created port: aa420728-1837-446f-a3c7-bb743fd852d2 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1670.116108] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "refresh_cache-4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.116108] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "refresh_cache-4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.116108] env[62563]: DEBUG nova.network.neutron [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.263034] env[62563]: DEBUG nova.objects.base [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1670.292890] env[62563]: DEBUG nova.compute.manager [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1670.439778] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751447, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.472431} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.442141] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c2395e1f-dfbd-47de-a330-ca2a4c086a2f/c2395e1f-dfbd-47de-a330-ca2a4c086a2f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1670.442360] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1670.443027] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a02afe7c-8db5-4003-9663-c02053190053 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.449700] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1670.449700] env[62563]: value = "task-1751453" [ 1670.449700] env[62563]: _type = "Task" [ 1670.449700] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.461176] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.466321] env[62563]: DEBUG oslo_vmware.api [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751448, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.514420] env[62563]: DEBUG oslo_vmware.api [None req-5bc115b0-6f94-4f25-93cd-c95fd3384f92 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751449, 'name': PowerOffVM_Task, 'duration_secs': 0.303217} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.516887] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc115b0-6f94-4f25-93cd-c95fd3384f92 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.517059] env[62563]: DEBUG nova.compute.manager [None req-5bc115b0-6f94-4f25-93cd-c95fd3384f92 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1670.518079] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3650d9b0-7ce0-4d0b-a7c6-a716da056861 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.570444] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c27fab-bb1a-4b88-ad13-192893b24f6c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.578588] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beaba34-dd9c-4a2f-a52e-fc55a8a7bfb6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.614420] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47f917f-0025-46ea-ad25-0c7a3fcfe7cd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.626517] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751452, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.628307] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccc2c44-fcda-4892-b7d7-b145c36c78d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.642034] env[62563]: DEBUG nova.compute.provider_tree [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.655042] env[62563]: DEBUG nova.network.neutron [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1670.807580] env[62563]: DEBUG nova.network.neutron [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Updating instance_info_cache with network_info: [{"id": "04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7", "address": "fa:16:3e:90:9b:e0", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f81305-60", "ovs_interfaceid": "04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.975423] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.983158] env[62563]: DEBUG oslo_vmware.api [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751448, 'name': PowerOnVM_Task, 'duration_secs': 0.548135} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.983158] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1670.983461] env[62563]: DEBUG nova.compute.manager [None req-0f2bd33c-84df-4a40-9188-83eb7d86e5a2 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1670.984509] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f61684-56dc-4b38-97d0-7b153044b5ea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.011128] env[62563]: DEBUG nova.network.neutron [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance_info_cache with network_info: [{"id": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "address": "fa:16:3e:48:b6:51", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c54524-0c", "ovs_interfaceid": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.030889] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5bc115b0-6f94-4f25-93cd-c95fd3384f92 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.555s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.106421] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.106605] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.121634] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751452, 'name': CreateVM_Task, 'duration_secs': 0.68777} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.121807] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1671.122478] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.122642] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.123169] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1671.123506] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d989704-9150-4bca-aa10-0ae159159a8f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.127888] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1671.127888] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520e3ea1-973a-9050-323e-f3140413db79" [ 1671.127888] env[62563]: _type = "Task" [ 1671.127888] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.135401] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520e3ea1-973a-9050-323e-f3140413db79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.145117] env[62563]: DEBUG nova.scheduler.client.report [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1671.307452] env[62563]: DEBUG nova.compute.manager [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1671.310242] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "refresh_cache-4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.310691] env[62563]: DEBUG nova.compute.manager [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Instance network_info: |[{"id": "04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7", "address": "fa:16:3e:90:9b:e0", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f81305-60", "ovs_interfaceid": "04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1671.310857] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:9b:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1671.318661] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Creating folder: Project (7628c00f0fcc4298a38a2ccc489bd2e1). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.318942] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17f94302-861d-44cb-992d-b341317258f6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.329688] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Created folder: Project (7628c00f0fcc4298a38a2ccc489bd2e1) in parent group-v363823. [ 1671.331123] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Creating folder: Instances. Parent ref: group-v364083. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.331123] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-907424ec-aacf-4a10-aed5-3d3516e7c2ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.334135] env[62563]: DEBUG nova.virt.hardware [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1671.334408] env[62563]: DEBUG nova.virt.hardware [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1671.334617] env[62563]: DEBUG nova.virt.hardware [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1671.334842] env[62563]: DEBUG nova.virt.hardware [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1671.335039] env[62563]: DEBUG nova.virt.hardware [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1671.335230] env[62563]: DEBUG nova.virt.hardware [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1671.335469] env[62563]: DEBUG nova.virt.hardware [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1671.335698] env[62563]: DEBUG nova.virt.hardware [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1671.335905] env[62563]: DEBUG nova.virt.hardware [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1671.336115] env[62563]: DEBUG nova.virt.hardware [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1671.336335] env[62563]: DEBUG nova.virt.hardware [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1671.337204] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98dc426-1394-4776-aa22-256ca58f2a37 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.344650] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec486039-cf38-4c17-938d-67072b395f5f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.349504] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Created folder: Instances in parent group-v364083. [ 1671.349777] env[62563]: DEBUG oslo.service.loopingcall [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.350390] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1671.350657] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0843203-a608-4c3a-ab3d-b3821a9aa674 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.379254] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1671.379254] env[62563]: value = "task-1751456" [ 1671.379254] env[62563]: _type = "Task" [ 1671.379254] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.387511] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751456, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.460788] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.508644] env[62563]: DEBUG nova.compute.manager [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Received event network-vif-plugged-04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1671.508644] env[62563]: DEBUG oslo_concurrency.lockutils [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] Acquiring lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.508644] env[62563]: DEBUG oslo_concurrency.lockutils [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] Lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.508810] env[62563]: DEBUG oslo_concurrency.lockutils [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] Lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.509029] env[62563]: DEBUG nova.compute.manager [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] No waiting events found dispatching network-vif-plugged-04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1671.509202] env[62563]: WARNING nova.compute.manager [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Received unexpected event network-vif-plugged-04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7 for instance with vm_state building and task_state spawning. [ 1671.509369] env[62563]: DEBUG nova.compute.manager [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Received event network-changed-04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1671.509529] env[62563]: DEBUG nova.compute.manager [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Refreshing instance network info cache due to event network-changed-04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1671.509721] env[62563]: DEBUG oslo_concurrency.lockutils [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] Acquiring lock "refresh_cache-4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.509860] env[62563]: DEBUG oslo_concurrency.lockutils [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] Acquired lock "refresh_cache-4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.510029] env[62563]: DEBUG nova.network.neutron [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Refreshing network info cache for port 04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.513695] env[62563]: DEBUG oslo_concurrency.lockutils [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.618770] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.618892] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1671.639692] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520e3ea1-973a-9050-323e-f3140413db79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.650240] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.650744] env[62563]: DEBUG nova.compute.manager [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1671.653860] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.594s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.654098] env[62563]: DEBUG nova.objects.instance [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Lazy-loading 'resources' on Instance uuid 0e214c10-26ce-4283-ab3d-765c4000d310 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.664320] env[62563]: DEBUG nova.network.neutron [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Successfully updated port: aa420728-1837-446f-a3c7-bb743fd852d2 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1671.890798] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751456, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.960830] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.016310] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.016626] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-517aba85-00cc-4ac2-8959-9edee80c0a22 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.023081] env[62563]: DEBUG oslo_vmware.api [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1672.023081] env[62563]: value = "task-1751457" [ 1672.023081] env[62563]: _type = "Task" [ 1672.023081] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.031768] env[62563]: DEBUG oslo_vmware.api [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.139275] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520e3ea1-973a-9050-323e-f3140413db79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.156332] env[62563]: DEBUG nova.compute.utils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1672.157812] env[62563]: DEBUG nova.compute.manager [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1672.157980] env[62563]: DEBUG nova.network.neutron [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1672.166821] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "refresh_cache-69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.166962] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "refresh_cache-69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.167120] env[62563]: DEBUG nova.network.neutron [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.220361] env[62563]: DEBUG nova.policy [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '633961301d88477a8fb3b646b5dd51bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7628c00f0fcc4298a38a2ccc489bd2e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1672.275868] env[62563]: DEBUG nova.network.neutron [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Updated VIF entry in instance network info cache for port 04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1672.276341] env[62563]: DEBUG nova.network.neutron [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Updating instance_info_cache with network_info: [{"id": "04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7", "address": "fa:16:3e:90:9b:e0", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f81305-60", "ovs_interfaceid": "04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.396593] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751456, 'name': CreateVM_Task, 'duration_secs': 0.639071} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.401167] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1672.401167] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.463204] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.466037] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773a6bcc-3740-42c4-bf6f-5ef939341213 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.472859] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455b0481-5a9c-4eb8-8c86-4d0a77bf71dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.503534] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c159920-d4ba-4697-9c72-4126aea36130 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.511569] env[62563]: DEBUG nova.network.neutron [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Successfully created port: 66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1672.514125] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b0d91f-149c-4bf9-8b64-da627a52aef7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.528457] env[62563]: DEBUG nova.compute.provider_tree [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1672.541595] env[62563]: DEBUG oslo_vmware.api [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.643070] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520e3ea1-973a-9050-323e-f3140413db79, 'name': SearchDatastore_Task, 'duration_secs': 1.504109} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.643070] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.643294] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.643374] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.643538] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.643746] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.644148] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.644463] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1672.644724] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecbf5135-a2d6-4050-865c-cabbc0b846ca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.647049] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74cb9bbc-c03b-4c13-b184-ea23dd3be380 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.651627] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.651793] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquired lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.651983] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Forcefully refreshing network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1672.654369] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1672.654369] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d3a0b2-3240-7523-ad19-98404c593e55" [ 1672.654369] env[62563]: _type = "Task" [ 1672.654369] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.655856] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.656045] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1672.660233] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f6c56d-efe4-46d0-b14e-70302ccfcba1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.663247] env[62563]: DEBUG nova.compute.manager [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1672.674588] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d3a0b2-3240-7523-ad19-98404c593e55, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.676329] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.676634] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.676897] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.677211] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1672.677211] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ed9e4c-dcda-a7a8-e0ed-15f0d00a2a18" [ 1672.677211] env[62563]: _type = "Task" [ 1672.677211] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.687197] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ed9e4c-dcda-a7a8-e0ed-15f0d00a2a18, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.688037] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5a20279-7a1b-453a-b12b-cebe17c36683 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.693693] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1672.693693] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5240d5ac-85a6-9bb2-fa71-b4fe240c4ee0" [ 1672.693693] env[62563]: _type = "Task" [ 1672.693693] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.702425] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5240d5ac-85a6-9bb2-fa71-b4fe240c4ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.720722] env[62563]: DEBUG nova.network.neutron [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1672.781698] env[62563]: DEBUG oslo_concurrency.lockutils [req-9cfb5e29-68c6-450e-b8a4-7b11a315603f req-42736392-c678-43f8-89f8-ec755ad08403 service nova] Releasing lock "refresh_cache-4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.806969] env[62563]: DEBUG nova.compute.manager [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Stashing vm_state: stopped {{(pid=62563) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1672.906045] env[62563]: DEBUG nova.network.neutron [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Updating instance_info_cache with network_info: [{"id": "aa420728-1837-446f-a3c7-bb743fd852d2", "address": "fa:16:3e:bd:61:9a", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa420728-18", "ovs_interfaceid": "aa420728-1837-446f-a3c7-bb743fd852d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.966256] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 2.233283} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.966256] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1672.966256] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011ff15e-28d7-4d70-8aed-2c6ec22b2813 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.991204] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] c2395e1f-dfbd-47de-a330-ca2a4c086a2f/c2395e1f-dfbd-47de-a330-ca2a4c086a2f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1672.991546] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de2d57a-066c-4ec9-9260-52a406fd2cf9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.016535] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1673.016535] env[62563]: value = "task-1751458" [ 1673.016535] env[62563]: _type = "Task" [ 1673.016535] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.026799] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.038552] env[62563]: DEBUG nova.scheduler.client.report [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1673.042745] env[62563]: DEBUG oslo_vmware.api [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751457, 'name': PowerOnVM_Task, 'duration_secs': 0.987126} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.043083] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.043288] env[62563]: DEBUG nova.compute.manager [None req-db00c40a-d6a4-4d68-b1a6-99e1a8753e7a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1673.044134] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ae51a9-9db2-4f74-90a3-96a1c5d5a23d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.170835] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1673.204846] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5240d5ac-85a6-9bb2-fa71-b4fe240c4ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.205129] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.205391] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 46430685-25dd-412e-aebf-86ba4fcbd3ab/46430685-25dd-412e-aebf-86ba4fcbd3ab.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1673.205703] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.205894] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1673.206127] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89786912-d27c-4705-9761-f923f12663d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.208126] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b7da750-0292-4b43-b976-bcc690457060 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.214471] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1673.214471] env[62563]: value = "task-1751459" [ 1673.214471] env[62563]: _type = "Task" [ 1673.214471] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.219147] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1673.219147] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1673.220189] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5389472b-2c5a-4b03-aa62-32c696449ba9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.225316] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.229135] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1673.229135] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52cf955f-e619-f39b-97c9-4a0e1ec69654" [ 1673.229135] env[62563]: _type = "Task" [ 1673.229135] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.236712] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52cf955f-e619-f39b-97c9-4a0e1ec69654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.331639] env[62563]: DEBUG oslo_concurrency.lockutils [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.410960] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "refresh_cache-69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.411335] env[62563]: DEBUG nova.compute.manager [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Instance network_info: |[{"id": "aa420728-1837-446f-a3c7-bb743fd852d2", "address": "fa:16:3e:bd:61:9a", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa420728-18", "ovs_interfaceid": "aa420728-1837-446f-a3c7-bb743fd852d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1673.411766] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:61:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa420728-1837-446f-a3c7-bb743fd852d2', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1673.422872] env[62563]: DEBUG oslo.service.loopingcall [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1673.423248] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1673.423601] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-306bff43-cce0-4cc3-ad4f-c27c350b1b52 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.453761] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1673.453761] env[62563]: value = "task-1751460" [ 1673.453761] env[62563]: _type = "Task" [ 1673.453761] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.463994] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751460, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.512988] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5a9e2acc-dec9-497a-ab98-81535725f078 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "interface-0e5a8473-09a3-49c7-91be-144a3561fd23-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.513712] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5a9e2acc-dec9-497a-ab98-81535725f078 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-0e5a8473-09a3-49c7-91be-144a3561fd23-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.513918] env[62563]: DEBUG nova.objects.instance [None req-5a9e2acc-dec9-497a-ab98-81535725f078 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'flavor' on Instance uuid 0e5a8473-09a3-49c7-91be-144a3561fd23 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.527990] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751458, 'name': ReconfigVM_Task, 'duration_secs': 0.448538} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.528340] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Reconfigured VM instance instance-00000059 to attach disk [datastore1] c2395e1f-dfbd-47de-a330-ca2a4c086a2f/c2395e1f-dfbd-47de-a330-ca2a4c086a2f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1673.529768] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da7ae2a4-1370-4a3f-91c8-c04740fb797d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.539033] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1673.539033] env[62563]: value = "task-1751461" [ 1673.539033] env[62563]: _type = "Task" [ 1673.539033] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.549419] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.552880] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751461, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.553448] env[62563]: DEBUG oslo_concurrency.lockutils [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.266s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.553795] env[62563]: DEBUG nova.objects.instance [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lazy-loading 'resources' on Instance uuid 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.575016] env[62563]: INFO nova.scheduler.client.report [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Deleted allocations for instance 0e214c10-26ce-4283-ab3d-765c4000d310 [ 1673.683012] env[62563]: DEBUG nova.compute.manager [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1673.710163] env[62563]: DEBUG nova.virt.hardware [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1673.710455] env[62563]: DEBUG nova.virt.hardware [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1673.710655] env[62563]: DEBUG nova.virt.hardware [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1673.710837] env[62563]: DEBUG nova.virt.hardware [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1673.710994] env[62563]: DEBUG nova.virt.hardware [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1673.711197] env[62563]: DEBUG nova.virt.hardware [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1673.711405] env[62563]: DEBUG nova.virt.hardware [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1673.711568] env[62563]: DEBUG nova.virt.hardware [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1673.711858] env[62563]: DEBUG nova.virt.hardware [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1673.711917] env[62563]: DEBUG nova.virt.hardware [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1673.712090] env[62563]: DEBUG nova.virt.hardware [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1673.713086] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469b5d36-61d6-44dc-a8aa-d5cbf3776f75 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.728529] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.730157] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2869df-f01d-41b7-b69c-686f4aad0a10 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.755848] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52cf955f-e619-f39b-97c9-4a0e1ec69654, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.756712] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71dd5553-241f-413d-9fc5-0ebecae790dd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.764310] env[62563]: DEBUG nova.compute.manager [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Received event network-vif-plugged-aa420728-1837-446f-a3c7-bb743fd852d2 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1673.764531] env[62563]: DEBUG oslo_concurrency.lockutils [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] Acquiring lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.764742] env[62563]: DEBUG oslo_concurrency.lockutils [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] Lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.764912] env[62563]: DEBUG oslo_concurrency.lockutils [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] Lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.765096] env[62563]: DEBUG nova.compute.manager [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] No waiting events found dispatching network-vif-plugged-aa420728-1837-446f-a3c7-bb743fd852d2 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1673.765265] env[62563]: WARNING nova.compute.manager [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Received unexpected event network-vif-plugged-aa420728-1837-446f-a3c7-bb743fd852d2 for instance with vm_state building and task_state spawning. [ 1673.765424] env[62563]: DEBUG nova.compute.manager [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Received event network-changed-aa420728-1837-446f-a3c7-bb743fd852d2 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1673.765601] env[62563]: DEBUG nova.compute.manager [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Refreshing instance network info cache due to event network-changed-aa420728-1837-446f-a3c7-bb743fd852d2. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1673.765846] env[62563]: DEBUG oslo_concurrency.lockutils [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] Acquiring lock "refresh_cache-69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.765922] env[62563]: DEBUG oslo_concurrency.lockutils [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] Acquired lock "refresh_cache-69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.766093] env[62563]: DEBUG nova.network.neutron [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Refreshing network info cache for port aa420728-1837-446f-a3c7-bb743fd852d2 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.770048] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.772068] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1673.772068] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523d7f83-05f7-cd95-9fc8-0016ca39d7f9" [ 1673.772068] env[62563]: _type = "Task" [ 1673.772068] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.783260] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523d7f83-05f7-cd95-9fc8-0016ca39d7f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.964461] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751460, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.020710] env[62563]: DEBUG nova.objects.instance [None req-5a9e2acc-dec9-497a-ab98-81535725f078 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'pci_requests' on Instance uuid 0e5a8473-09a3-49c7-91be-144a3561fd23 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.053647] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751461, 'name': Rename_Task, 'duration_secs': 0.324148} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.054049] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.054325] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb6a93f2-6a16-4b37-a8a2-284c830ad263 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.061554] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1674.061554] env[62563]: value = "task-1751462" [ 1674.061554] env[62563]: _type = "Task" [ 1674.061554] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.069857] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.084173] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c743b0a8-7765-46f6-a052-0f0fe7e97a4e tempest-ServerShowV254Test-575144118 tempest-ServerShowV254Test-575144118-project-member] Lock "0e214c10-26ce-4283-ab3d-765c4000d310" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.435s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.129802] env[62563]: DEBUG nova.network.neutron [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Successfully updated port: 66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1674.228531] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641983} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.228801] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 46430685-25dd-412e-aebf-86ba4fcbd3ab/46430685-25dd-412e-aebf-86ba4fcbd3ab.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1674.229021] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1674.229306] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b53bde11-babf-46f4-ba0d-6865ae763513 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.235648] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1674.235648] env[62563]: value = "task-1751463" [ 1674.235648] env[62563]: _type = "Task" [ 1674.235648] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.243623] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.272234] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Releasing lock "refresh_cache-cfafc9e3-5c8a-4117-9edd-f5512d3c9374" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.272441] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Updated the network info_cache for instance {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1674.275182] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.278356] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.281175] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.281826] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.282581] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.282581] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.282581] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1674.282581] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.287837] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523d7f83-05f7-cd95-9fc8-0016ca39d7f9, 'name': SearchDatastore_Task, 'duration_secs': 0.033684} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.289054] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.289054] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee/4bce3b08-409f-47e5-9ca4-3e8572c2f8ee.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1674.289054] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be277157-19ba-4d1b-86f5-999c3faf4113 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.296924] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1674.296924] env[62563]: value = "task-1751464" [ 1674.296924] env[62563]: _type = "Task" [ 1674.296924] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.310063] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.344636] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305991fb-93e8-4e72-bd64-c37d61cbe70e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.352493] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee8878c-c88f-454d-a044-6f623a6610fb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.385476] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59ab58d-dca7-4a29-837b-68f0267bfeab {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.393800] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77000937-447e-4f77-a368-29a99736b382 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.407133] env[62563]: DEBUG nova.compute.provider_tree [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.466858] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751460, 'name': CreateVM_Task, 'duration_secs': 0.835012} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.467157] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1674.467698] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.467889] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.468236] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1674.468495] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d2d0a4-9d6b-4918-953d-32a630a263b0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.473078] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1674.473078] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5204d2fd-0e00-00a0-fc74-6b2624f349f2" [ 1674.473078] env[62563]: _type = "Task" [ 1674.473078] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.481112] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5204d2fd-0e00-00a0-fc74-6b2624f349f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.525623] env[62563]: DEBUG nova.objects.base [None req-5a9e2acc-dec9-497a-ab98-81535725f078 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Object Instance<0e5a8473-09a3-49c7-91be-144a3561fd23> lazy-loaded attributes: flavor,pci_requests {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1674.525879] env[62563]: DEBUG nova.network.neutron [None req-5a9e2acc-dec9-497a-ab98-81535725f078 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1674.528392] env[62563]: DEBUG nova.network.neutron [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Updated VIF entry in instance network info cache for port aa420728-1837-446f-a3c7-bb743fd852d2. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1674.528724] env[62563]: DEBUG nova.network.neutron [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Updating instance_info_cache with network_info: [{"id": "aa420728-1837-446f-a3c7-bb743fd852d2", "address": "fa:16:3e:bd:61:9a", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa420728-18", "ovs_interfaceid": "aa420728-1837-446f-a3c7-bb743fd852d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.573770] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751462, 'name': PowerOnVM_Task} progress is 80%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.608678] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5a9e2acc-dec9-497a-ab98-81535725f078 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-0e5a8473-09a3-49c7-91be-144a3561fd23-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.095s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.632987] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "refresh_cache-7bee263f-4ff5-4537-953d-1d199d67afcc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.632987] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "refresh_cache-7bee263f-4ff5-4537-953d-1d199d67afcc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.632987] env[62563]: DEBUG nova.network.neutron [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1674.748523] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071323} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.749145] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1674.750024] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa7a31e-2cdf-4552-8c17-ecfe62e21753 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.778125] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 46430685-25dd-412e-aebf-86ba4fcbd3ab/46430685-25dd-412e-aebf-86ba4fcbd3ab.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1674.778825] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6709f99-3fad-4527-8e7f-81de3c13b40a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.796094] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.804424] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1674.804424] env[62563]: value = "task-1751465" [ 1674.804424] env[62563]: _type = "Task" [ 1674.804424] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.807872] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751464, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.816972] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751465, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.912795] env[62563]: DEBUG nova.scheduler.client.report [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1674.985084] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5204d2fd-0e00-00a0-fc74-6b2624f349f2, 'name': SearchDatastore_Task, 'duration_secs': 0.020405} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.985418] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.985743] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1674.986034] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.986320] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.986557] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1674.986940] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-104263fd-76bd-4f76-9b35-b697ed19b6b1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.002353] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1675.002563] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1675.003547] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a8967c-2b52-4974-a9a4-d2cca3538c74 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.009846] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1675.009846] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52462460-9b16-dd1f-60b5-46b5761d8bfe" [ 1675.009846] env[62563]: _type = "Task" [ 1675.009846] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.018954] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52462460-9b16-dd1f-60b5-46b5761d8bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.031776] env[62563]: DEBUG oslo_concurrency.lockutils [req-1450c88d-cdee-42c9-9a7a-b41090c10d24 req-879cb3bd-a4f6-4f68-8e5c-b2e81bc0548f service nova] Releasing lock "refresh_cache-69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.074136] env[62563]: DEBUG oslo_vmware.api [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751462, 'name': PowerOnVM_Task, 'duration_secs': 0.890881} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.074444] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1675.074697] env[62563]: INFO nova.compute.manager [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Took 13.97 seconds to spawn the instance on the hypervisor. [ 1675.074888] env[62563]: DEBUG nova.compute.manager [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1675.075846] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9636a07-b20a-4a8c-bdf1-0fba80bf5bfe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.180172] env[62563]: DEBUG nova.network.neutron [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1675.311729] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858221} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.315544] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee/4bce3b08-409f-47e5-9ca4-3e8572c2f8ee.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1675.315765] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1675.316051] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-225ec6c3-b639-4292-8943-40f2653b9da7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.323987] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.325673] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1675.325673] env[62563]: value = "task-1751466" [ 1675.325673] env[62563]: _type = "Task" [ 1675.325673] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.333512] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.341941] env[62563]: DEBUG nova.network.neutron [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Updating instance_info_cache with network_info: [{"id": "66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d", "address": "fa:16:3e:22:58:3d", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66564cc3-0a", "ovs_interfaceid": "66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.419032] env[62563]: DEBUG oslo_concurrency.lockutils [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.421663] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.067s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.424215] env[62563]: INFO nova.compute.claims [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1675.445469] env[62563]: INFO nova.scheduler.client.report [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleted allocations for instance 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa [ 1675.521031] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52462460-9b16-dd1f-60b5-46b5761d8bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.058174} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.521969] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6976f306-9a32-4900-b411-3aeaa5adfd45 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.528093] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1675.528093] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5260c4c7-70e7-b2e7-91ae-042597cc1467" [ 1675.528093] env[62563]: _type = "Task" [ 1675.528093] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.536449] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5260c4c7-70e7-b2e7-91ae-042597cc1467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.592110] env[62563]: INFO nova.compute.manager [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Took 28.76 seconds to build instance. [ 1675.822378] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751465, 'name': ReconfigVM_Task, 'duration_secs': 0.768621} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.822672] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 46430685-25dd-412e-aebf-86ba4fcbd3ab/46430685-25dd-412e-aebf-86ba4fcbd3ab.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1675.823329] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08ab0930-ba8c-47bc-a6c2-f11cc0ddcd73 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.830399] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1675.830399] env[62563]: value = "task-1751467" [ 1675.830399] env[62563]: _type = "Task" [ 1675.830399] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.836324] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184064} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.836841] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1675.837588] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c0fa6d-edba-4550-83b0-45161954e5e1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.842839] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751467, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.853978] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "refresh_cache-7bee263f-4ff5-4537-953d-1d199d67afcc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.854295] env[62563]: DEBUG nova.compute.manager [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Instance network_info: |[{"id": "66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d", "address": "fa:16:3e:22:58:3d", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66564cc3-0a", "ovs_interfaceid": "66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1675.863587] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee/4bce3b08-409f-47e5-9ca4-3e8572c2f8ee.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1675.864065] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:58:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1675.871452] env[62563]: DEBUG oslo.service.loopingcall [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.871972] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7076b390-f330-452b-8348-f2ad47fc29b1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.886137] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1675.886383] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ab72c4c-7da5-44dd-9562-c15c49d8c88c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.906248] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1675.906248] env[62563]: value = "task-1751469" [ 1675.906248] env[62563]: _type = "Task" [ 1675.906248] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.907485] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1675.907485] env[62563]: value = "task-1751468" [ 1675.907485] env[62563]: _type = "Task" [ 1675.907485] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.918093] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751468, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.921051] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751469, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.957184] env[62563]: DEBUG oslo_concurrency.lockutils [None req-38d7403c-f040-4521-ae3f-bbe819a7b4e2 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "96b1e0d3-9762-48a7-b4d3-48d8c266ddfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.781s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.988381] env[62563]: DEBUG nova.compute.manager [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Received event network-vif-plugged-66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1675.988497] env[62563]: DEBUG oslo_concurrency.lockutils [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] Acquiring lock "7bee263f-4ff5-4537-953d-1d199d67afcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.988814] env[62563]: DEBUG oslo_concurrency.lockutils [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] Lock "7bee263f-4ff5-4537-953d-1d199d67afcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.989027] env[62563]: DEBUG oslo_concurrency.lockutils [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] Lock "7bee263f-4ff5-4537-953d-1d199d67afcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.989254] env[62563]: DEBUG nova.compute.manager [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] No waiting events found dispatching network-vif-plugged-66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1675.989457] env[62563]: WARNING nova.compute.manager [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Received unexpected event network-vif-plugged-66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d for instance with vm_state building and task_state spawning. [ 1675.989643] env[62563]: DEBUG nova.compute.manager [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Received event network-changed-66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1675.989847] env[62563]: DEBUG nova.compute.manager [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Refreshing instance network info cache due to event network-changed-66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1675.990017] env[62563]: DEBUG oslo_concurrency.lockutils [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] Acquiring lock "refresh_cache-7bee263f-4ff5-4537-953d-1d199d67afcc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.990174] env[62563]: DEBUG oslo_concurrency.lockutils [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] Acquired lock "refresh_cache-7bee263f-4ff5-4537-953d-1d199d67afcc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.990357] env[62563]: DEBUG nova.network.neutron [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Refreshing network info cache for port 66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1676.041046] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5260c4c7-70e7-b2e7-91ae-042597cc1467, 'name': SearchDatastore_Task, 'duration_secs': 0.031922} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.042104] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.042104] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a/69d847ff-57f0-4c2a-a1b2-ef5357dcb37a.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1676.042104] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f037a5e7-2ed4-4db3-93f4-6233106309e1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.049137] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1676.049137] env[62563]: value = "task-1751470" [ 1676.049137] env[62563]: _type = "Task" [ 1676.049137] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.060044] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.093952] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c105d565-11d6-424e-81a6-e2614a2355aa tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.269s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.340433] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751467, 'name': Rename_Task, 'duration_secs': 0.249576} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.340544] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1676.340755] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7eb6c63-be1a-4770-9dd9-254196d9c21c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.346906] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1676.346906] env[62563]: value = "task-1751471" [ 1676.346906] env[62563]: _type = "Task" [ 1676.346906] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.361754] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.424899] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751469, 'name': ReconfigVM_Task, 'duration_secs': 0.315572} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.428252] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee/4bce3b08-409f-47e5-9ca4-3e8572c2f8ee.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1676.428877] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751468, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.429098] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-582fd5bb-c460-415c-93c8-fb477e45f720 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.437352] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1676.437352] env[62563]: value = "task-1751472" [ 1676.437352] env[62563]: _type = "Task" [ 1676.437352] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.445945] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751472, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.558813] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751470, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.583633] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "interface-0e5a8473-09a3-49c7-91be-144a3561fd23-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.583897] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-0e5a8473-09a3-49c7-91be-144a3561fd23-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.584237] env[62563]: DEBUG nova.objects.instance [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'flavor' on Instance uuid 0e5a8473-09a3-49c7-91be-144a3561fd23 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.665058] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.665582] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.665807] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.666134] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.666331] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.669281] env[62563]: INFO nova.compute.manager [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Terminating instance [ 1676.671983] env[62563]: DEBUG nova.compute.manager [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1676.672258] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1676.673302] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8aa8c6-10e7-4bd4-ab10-ff147fd19578 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.685237] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.685500] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a3c4a1f-16f1-44ac-9ae6-cf84a955b7ad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.691998] env[62563]: DEBUG oslo_vmware.api [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1676.691998] env[62563]: value = "task-1751473" [ 1676.691998] env[62563]: _type = "Task" [ 1676.691998] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.702922] env[62563]: DEBUG oslo_vmware.api [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.706688] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241821d6-3535-456c-8d66-549fcb9766ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.714114] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49354f5-4872-4cd4-866b-6373013cd65e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.724395] env[62563]: DEBUG nova.network.neutron [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Updated VIF entry in instance network info cache for port 66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1676.724689] env[62563]: DEBUG nova.network.neutron [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Updating instance_info_cache with network_info: [{"id": "66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d", "address": "fa:16:3e:22:58:3d", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66564cc3-0a", "ovs_interfaceid": "66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.759125] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5894e87-9992-41cc-aec1-fe8a953173f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.768791] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce55f6c-40d2-404a-a6dc-b4a8582dba9f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.785293] env[62563]: DEBUG nova.compute.provider_tree [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.858317] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751471, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.923286] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751468, 'name': CreateVM_Task, 'duration_secs': 0.59255} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.923519] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1676.924390] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.924633] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.925090] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1676.925832] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe6d15ed-05e1-498a-bc26-3876e806a478 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.932315] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1676.932315] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fe5fb1-c5ec-659a-4064-225c360e8d75" [ 1676.932315] env[62563]: _type = "Task" [ 1676.932315] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.945265] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fe5fb1-c5ec-659a-4064-225c360e8d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.950959] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751472, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.060705] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.956808} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.061057] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a/69d847ff-57f0-4c2a-a1b2-ef5357dcb37a.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1677.061291] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1677.061575] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1136a504-15fa-4792-866c-12582209ca1f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.068066] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1677.068066] env[62563]: value = "task-1751474" [ 1677.068066] env[62563]: _type = "Task" [ 1677.068066] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.076775] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.172145] env[62563]: DEBUG nova.objects.instance [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'pci_requests' on Instance uuid 0e5a8473-09a3-49c7-91be-144a3561fd23 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1677.206637] env[62563]: DEBUG oslo_vmware.api [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751473, 'name': PowerOffVM_Task, 'duration_secs': 0.271409} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.206973] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1677.207192] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1677.207455] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adb714eb-2c94-4148-992a-da0d1a0b99ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.228248] env[62563]: DEBUG oslo_concurrency.lockutils [req-9ee1b841-6ae6-4b6e-863f-d3698b39e62e req-2b7c8629-19f3-409e-b092-152e23d0a615 service nova] Releasing lock "refresh_cache-7bee263f-4ff5-4537-953d-1d199d67afcc" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.289187] env[62563]: DEBUG nova.scheduler.client.report [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1677.341318] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1677.341318] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1677.341318] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Deleting the datastore file [datastore1] c2395e1f-dfbd-47de-a330-ca2a4c086a2f {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.341511] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-805a5145-723b-466c-bdd1-a352443eed66 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.348148] env[62563]: DEBUG oslo_vmware.api [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for the task: (returnval){ [ 1677.348148] env[62563]: value = "task-1751476" [ 1677.348148] env[62563]: _type = "Task" [ 1677.348148] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.358308] env[62563]: DEBUG oslo_vmware.api [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751471, 'name': PowerOnVM_Task, 'duration_secs': 0.802053} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.361014] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1677.361233] env[62563]: INFO nova.compute.manager [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1677.361424] env[62563]: DEBUG nova.compute.manager [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1677.361681] env[62563]: DEBUG oslo_vmware.api [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.362411] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3673b984-cf61-429c-9cc0-4e29d2f01fd7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.444727] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fe5fb1-c5ec-659a-4064-225c360e8d75, 'name': SearchDatastore_Task, 'duration_secs': 0.053403} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.445319] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.445617] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1677.445866] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.446040] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.446226] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1677.446481] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcf85be6-3ebd-4cb7-a257-d078d0d64ddc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.451086] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751472, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.466061] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1677.466310] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1677.467087] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d45dc9b-392b-4d97-9d26-9370ccacfb54 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.472687] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1677.472687] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527b7679-3032-18b7-a90d-52fe9614344b" [ 1677.472687] env[62563]: _type = "Task" [ 1677.472687] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.480294] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527b7679-3032-18b7-a90d-52fe9614344b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.578216] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144828} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.578504] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1677.579289] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296b4e32-5ff0-42d1-b212-4752417c8aa3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.601758] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a/69d847ff-57f0-4c2a-a1b2-ef5357dcb37a.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1677.602072] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a370417-6015-4d87-910e-ade9f2f97879 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.622518] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1677.622518] env[62563]: value = "task-1751477" [ 1677.622518] env[62563]: _type = "Task" [ 1677.622518] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.629994] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "8ab53926-f2c0-4044-8a7a-6b84ee742c9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.630254] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "8ab53926-f2c0-4044-8a7a-6b84ee742c9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.634604] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751477, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.675082] env[62563]: DEBUG nova.objects.base [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Object Instance<0e5a8473-09a3-49c7-91be-144a3561fd23> lazy-loaded attributes: flavor,pci_requests {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1677.675783] env[62563]: DEBUG nova.network.neutron [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1677.715641] env[62563]: DEBUG nova.policy [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd8276e93f54c64a7b9555cf7ac58d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6d7499cd6b47cb8e408f3e13796971', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1677.794810] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.795139] env[62563]: DEBUG nova.compute.manager [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1677.797874] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.448s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.798140] env[62563]: DEBUG nova.objects.instance [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lazy-loading 'pci_requests' on Instance uuid d225830f-a588-44be-a8c1-12d21b67ea7c {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1677.862346] env[62563]: DEBUG oslo_vmware.api [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Task: {'id': task-1751476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496849} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.862610] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1677.862794] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1677.863527] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1677.863527] env[62563]: INFO nova.compute.manager [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1677.863527] env[62563]: DEBUG oslo.service.loopingcall [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.863804] env[62563]: DEBUG nova.compute.manager [-] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1677.863835] env[62563]: DEBUG nova.network.neutron [-] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1677.880467] env[62563]: INFO nova.compute.manager [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Took 23.57 seconds to build instance. [ 1677.948333] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751472, 'name': Rename_Task, 'duration_secs': 1.155186} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.948697] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1677.948867] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53d3de43-d1a8-4af6-8849-1841cb6c1083 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.954526] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1677.954526] env[62563]: value = "task-1751478" [ 1677.954526] env[62563]: _type = "Task" [ 1677.954526] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.963377] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.982724] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527b7679-3032-18b7-a90d-52fe9614344b, 'name': SearchDatastore_Task, 'duration_secs': 0.008862} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.983537] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9b3c13b-6e19-4441-a4d3-0c1e89889f0f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.988929] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1677.988929] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e33355-88f0-580c-356f-560a9ef9cebb" [ 1677.988929] env[62563]: _type = "Task" [ 1677.988929] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.996974] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e33355-88f0-580c-356f-560a9ef9cebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.078582] env[62563]: DEBUG nova.network.neutron [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Successfully created port: b35bc62e-5773-4999-af78-f6887f2d9c3b {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1678.132491] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.136064] env[62563]: DEBUG nova.compute.manager [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1678.301837] env[62563]: DEBUG nova.compute.utils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1678.305060] env[62563]: DEBUG nova.objects.instance [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lazy-loading 'numa_topology' on Instance uuid d225830f-a588-44be-a8c1-12d21b67ea7c {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.306328] env[62563]: DEBUG nova.compute.manager [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1678.308323] env[62563]: DEBUG nova.network.neutron [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1678.377958] env[62563]: DEBUG nova.compute.manager [req-f66ee3f1-2ea3-452c-ab16-04675c2d6de9 req-7db7972c-e2c3-4dda-a652-729674f7aa64 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Received event network-vif-deleted-131fccdc-3cf8-432d-9c27-c214906cea55 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1678.378226] env[62563]: INFO nova.compute.manager [req-f66ee3f1-2ea3-452c-ab16-04675c2d6de9 req-7db7972c-e2c3-4dda-a652-729674f7aa64 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Neutron deleted interface 131fccdc-3cf8-432d-9c27-c214906cea55; detaching it from the instance and deleting it from the info cache [ 1678.378555] env[62563]: DEBUG nova.network.neutron [req-f66ee3f1-2ea3-452c-ab16-04675c2d6de9 req-7db7972c-e2c3-4dda-a652-729674f7aa64 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Updating instance_info_cache with network_info: [{"id": "416f59a2-24c3-46e6-883d-be5e56440170", "address": "fa:16:3e:06:3f:a1", "network": {"id": "70fe9c77-d5d8-40df-a334-9e0b99db76cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1718799172", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a65b7595c344159a5123d2e1aef55af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416f59a2-24", "ovs_interfaceid": "416f59a2-24c3-46e6-883d-be5e56440170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.383042] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1c214cd-2438-49eb-9d9c-431c57fc6aa5 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "46430685-25dd-412e-aebf-86ba4fcbd3ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.083s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.416022] env[62563]: DEBUG nova.policy [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5bf7d13ed74f45b5c97272ec0d5513', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b163f78c60c540b2906fcc91ad4d8e97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1678.465824] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.503925] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e33355-88f0-580c-356f-560a9ef9cebb, 'name': SearchDatastore_Task, 'duration_secs': 0.016639} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.504349] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.504631] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 7bee263f-4ff5-4537-953d-1d199d67afcc/7bee263f-4ff5-4537-953d-1d199d67afcc.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1678.504907] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00064503-0982-4ba5-a5e8-54d5025276b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.513822] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1678.513822] env[62563]: value = "task-1751479" [ 1678.513822] env[62563]: _type = "Task" [ 1678.513822] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.526805] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.635026] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751477, 'name': ReconfigVM_Task, 'duration_secs': 0.864289} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.635325] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a/69d847ff-57f0-4c2a-a1b2-ef5357dcb37a.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1678.636051] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1531368c-14aa-4c18-9e2a-0dae2cc9a7f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.643819] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1678.643819] env[62563]: value = "task-1751480" [ 1678.643819] env[62563]: _type = "Task" [ 1678.643819] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.657758] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751480, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.667203] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.807879] env[62563]: DEBUG nova.compute.manager [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1678.812755] env[62563]: INFO nova.compute.claims [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1678.846436] env[62563]: DEBUG nova.network.neutron [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Successfully created port: ea9d0708-0821-437f-9769-0c418f0c1ca1 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1678.882240] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d44f711a-7717-4d1d-b418-2d8d00eb6098 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.892085] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9818be89-64f7-4f0b-8559-d48419f6b6f2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.924274] env[62563]: DEBUG nova.compute.manager [req-f66ee3f1-2ea3-452c-ab16-04675c2d6de9 req-7db7972c-e2c3-4dda-a652-729674f7aa64 service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Detach interface failed, port_id=131fccdc-3cf8-432d-9c27-c214906cea55, reason: Instance c2395e1f-dfbd-47de-a330-ca2a4c086a2f could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1678.964401] env[62563]: DEBUG oslo_vmware.api [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751478, 'name': PowerOnVM_Task, 'duration_secs': 0.602119} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.964682] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1678.964889] env[62563]: INFO nova.compute.manager [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1678.965084] env[62563]: DEBUG nova.compute.manager [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1678.965897] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f1b4f2-2769-47d4-85b6-8712a6980ab9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.025078] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751479, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.156264] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751480, 'name': Rename_Task, 'duration_secs': 0.162028} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.156647] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1679.156928] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a50c2db-46af-4cb6-8576-ea1bf7b5f671 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.165327] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1679.165327] env[62563]: value = "task-1751481" [ 1679.165327] env[62563]: _type = "Task" [ 1679.165327] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.174472] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.207149] env[62563]: DEBUG nova.network.neutron [-] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.482703] env[62563]: INFO nova.compute.manager [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Took 24.10 seconds to build instance. [ 1679.524898] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846422} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.525187] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 7bee263f-4ff5-4537-953d-1d199d67afcc/7bee263f-4ff5-4537-953d-1d199d67afcc.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1679.525400] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1679.525685] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3498851-bec1-474b-96ef-09d89579f565 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.532757] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1679.532757] env[62563]: value = "task-1751482" [ 1679.532757] env[62563]: _type = "Task" [ 1679.532757] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.541198] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.676382] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751481, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.710465] env[62563]: INFO nova.compute.manager [-] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Took 1.85 seconds to deallocate network for instance. [ 1679.820384] env[62563]: DEBUG nova.compute.manager [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1679.852666] env[62563]: DEBUG nova.virt.hardware [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1679.852946] env[62563]: DEBUG nova.virt.hardware [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1679.853119] env[62563]: DEBUG nova.virt.hardware [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1679.853302] env[62563]: DEBUG nova.virt.hardware [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1679.853458] env[62563]: DEBUG nova.virt.hardware [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1679.853659] env[62563]: DEBUG nova.virt.hardware [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1679.853883] env[62563]: DEBUG nova.virt.hardware [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1679.854090] env[62563]: DEBUG nova.virt.hardware [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1679.854317] env[62563]: DEBUG nova.virt.hardware [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1679.854453] env[62563]: DEBUG nova.virt.hardware [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1679.854624] env[62563]: DEBUG nova.virt.hardware [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1679.855839] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a1baf3-e073-49e3-acdb-92e9c91daae4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.865299] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3389c648-45d8-42bb-bad8-1bf8b1ff8d51 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.904115] env[62563]: DEBUG nova.network.neutron [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Successfully updated port: b35bc62e-5773-4999-af78-f6887f2d9c3b {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1679.985264] env[62563]: DEBUG oslo_concurrency.lockutils [None req-37355669-b916-4204-b585-9072d7d6f658 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.644s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.043162] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060294} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.045871] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1680.047059] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e153ef0-2b00-4e7f-b040-cd2075de7293 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.070641] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 7bee263f-4ff5-4537-953d-1d199d67afcc/7bee263f-4ff5-4537-953d-1d199d67afcc.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1680.073366] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e850dd3-5d35-4c17-a7f4-9b10024b6630 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.092586] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1680.092586] env[62563]: value = "task-1751483" [ 1680.092586] env[62563]: _type = "Task" [ 1680.092586] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.100893] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.151640] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc22fc9f-a344-43c0-b593-e61e60732758 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.161027] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a8229e-4a24-437e-ae63-8ddda9c22972 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.198508] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a128c2-7ebe-4a7c-8b74-615c08a1f3d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.204512] env[62563]: DEBUG oslo_vmware.api [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751481, 'name': PowerOnVM_Task, 'duration_secs': 0.8831} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.204957] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1680.205265] env[62563]: INFO nova.compute.manager [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1680.205962] env[62563]: DEBUG nova.compute.manager [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1680.206455] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b264cfc6-6faf-4ab7-aedc-01544a355f1d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.213170] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34057c2-a020-47c6-9971-a1bc2e52e834 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.220461] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.234370] env[62563]: DEBUG nova.compute.provider_tree [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.381384] env[62563]: DEBUG nova.network.neutron [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Successfully updated port: ea9d0708-0821-437f-9769-0c418f0c1ca1 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1680.407948] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.408060] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.408281] env[62563]: DEBUG nova.network.neutron [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.413855] env[62563]: DEBUG nova.compute.manager [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Received event network-vif-deleted-416f59a2-24c3-46e6-883d-be5e56440170 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1680.414136] env[62563]: DEBUG nova.compute.manager [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Received event network-vif-plugged-b35bc62e-5773-4999-af78-f6887f2d9c3b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1680.414391] env[62563]: DEBUG oslo_concurrency.lockutils [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] Acquiring lock "0e5a8473-09a3-49c7-91be-144a3561fd23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.414879] env[62563]: DEBUG oslo_concurrency.lockutils [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] Lock "0e5a8473-09a3-49c7-91be-144a3561fd23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.415123] env[62563]: DEBUG oslo_concurrency.lockutils [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] Lock "0e5a8473-09a3-49c7-91be-144a3561fd23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.415352] env[62563]: DEBUG nova.compute.manager [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] No waiting events found dispatching network-vif-plugged-b35bc62e-5773-4999-af78-f6887f2d9c3b {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1680.415781] env[62563]: WARNING nova.compute.manager [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Received unexpected event network-vif-plugged-b35bc62e-5773-4999-af78-f6887f2d9c3b for instance with vm_state active and task_state None. [ 1680.416028] env[62563]: DEBUG nova.compute.manager [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Received event network-changed-b35bc62e-5773-4999-af78-f6887f2d9c3b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1680.416251] env[62563]: DEBUG nova.compute.manager [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Refreshing instance network info cache due to event network-changed-b35bc62e-5773-4999-af78-f6887f2d9c3b. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1680.416475] env[62563]: DEBUG oslo_concurrency.lockutils [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] Acquiring lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.602982] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.733507] env[62563]: INFO nova.compute.manager [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Took 25.34 seconds to build instance. [ 1680.737469] env[62563]: DEBUG nova.scheduler.client.report [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1680.885073] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "refresh_cache-6d27b946-2fd8-4951-9db8-d08fb0e7335d" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.885248] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "refresh_cache-6d27b946-2fd8-4951-9db8-d08fb0e7335d" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.885395] env[62563]: DEBUG nova.network.neutron [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.950816] env[62563]: WARNING nova.network.neutron [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] 7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2 already exists in list: networks containing: ['7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2']. ignoring it [ 1681.103481] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751483, 'name': ReconfigVM_Task, 'duration_secs': 0.946644} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.103758] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 7bee263f-4ff5-4537-953d-1d199d67afcc/7bee263f-4ff5-4537-953d-1d199d67afcc.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.104402] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4290ce62-174a-429c-9378-2922fd1e970a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.112253] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1681.112253] env[62563]: value = "task-1751484" [ 1681.112253] env[62563]: _type = "Task" [ 1681.112253] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.123302] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751484, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.238019] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9750207c-7ace-4159-8f66-2699c7d0a351 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.856s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.241979] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.444s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.244328] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.982s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.244585] env[62563]: DEBUG nova.objects.instance [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lazy-loading 'resources' on Instance uuid cfafc9e3-5c8a-4117-9edd-f5512d3c9374 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1681.251716] env[62563]: DEBUG nova.network.neutron [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updating instance_info_cache with network_info: [{"id": "66d347bb-0e5f-4830-b186-154044db5726", "address": "fa:16:3e:07:23:b0", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d347bb-0e", "ovs_interfaceid": "66d347bb-0e5f-4830-b186-154044db5726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b35bc62e-5773-4999-af78-f6887f2d9c3b", "address": "fa:16:3e:22:65:bb", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb35bc62e-57", "ovs_interfaceid": "b35bc62e-5773-4999-af78-f6887f2d9c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.279113] env[62563]: INFO nova.network.neutron [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updating port 00a9b651-7028-4024-8dba-69ecbff7a438 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1681.433217] env[62563]: DEBUG nova.network.neutron [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1681.540617] env[62563]: INFO nova.compute.manager [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Rescuing [ 1681.540955] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "refresh_cache-69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.541193] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "refresh_cache-69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.541390] env[62563]: DEBUG nova.network.neutron [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1681.623094] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751484, 'name': Rename_Task, 'duration_secs': 0.173856} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.623379] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1681.623647] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c2e4ccf-95b3-4aa8-aa5b-93aad78939dd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.630204] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1681.630204] env[62563]: value = "task-1751485" [ 1681.630204] env[62563]: _type = "Task" [ 1681.630204] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.637840] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.654105] env[62563]: DEBUG nova.network.neutron [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Updating instance_info_cache with network_info: [{"id": "ea9d0708-0821-437f-9769-0c418f0c1ca1", "address": "fa:16:3e:59:4b:1a", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9d0708-08", "ovs_interfaceid": "ea9d0708-0821-437f-9769-0c418f0c1ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.755058] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.755751] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.755907] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.756205] env[62563]: DEBUG oslo_concurrency.lockutils [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] Acquired lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.756408] env[62563]: DEBUG nova.network.neutron [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Refreshing network info cache for port b35bc62e-5773-4999-af78-f6887f2d9c3b {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1681.758484] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00a82f9-068e-40c8-b181-776e3264d4c7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.775205] env[62563]: DEBUG nova.virt.hardware [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1681.775846] env[62563]: DEBUG nova.virt.hardware [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1681.775846] env[62563]: DEBUG nova.virt.hardware [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.775846] env[62563]: DEBUG nova.virt.hardware [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1681.775978] env[62563]: DEBUG nova.virt.hardware [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.776134] env[62563]: DEBUG nova.virt.hardware [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1681.776337] env[62563]: DEBUG nova.virt.hardware [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1681.776495] env[62563]: DEBUG nova.virt.hardware [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1681.776660] env[62563]: DEBUG nova.virt.hardware [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1681.776821] env[62563]: DEBUG nova.virt.hardware [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1681.776989] env[62563]: DEBUG nova.virt.hardware [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1681.783232] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Reconfiguring VM to attach interface {{(pid=62563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1681.786667] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e438c0d-74b2-42e7-8bcf-5d095424becd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.804123] env[62563]: DEBUG oslo_vmware.api [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1681.804123] env[62563]: value = "task-1751486" [ 1681.804123] env[62563]: _type = "Task" [ 1681.804123] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.813580] env[62563]: DEBUG oslo_vmware.api [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751486, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.029794] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dc0077-4c16-4df8-bcb6-ef8b2d000ec5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.038475] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350dca0a-05c3-47e2-ade6-22ed8eeedc62 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.072813] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23513ec9-f885-403a-9305-e1863651203b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.079990] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23418f9-6b36-4cce-833c-649bc70071e2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.095054] env[62563]: DEBUG nova.compute.provider_tree [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.140764] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751485, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.156803] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "refresh_cache-6d27b946-2fd8-4951-9db8-d08fb0e7335d" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.157128] env[62563]: DEBUG nova.compute.manager [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Instance network_info: |[{"id": "ea9d0708-0821-437f-9769-0c418f0c1ca1", "address": "fa:16:3e:59:4b:1a", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9d0708-08", "ovs_interfaceid": "ea9d0708-0821-437f-9769-0c418f0c1ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1682.157523] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:4b:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea9d0708-0821-437f-9769-0c418f0c1ca1', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1682.165522] env[62563]: DEBUG oslo.service.loopingcall [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.165805] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1682.166045] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a80f3768-511c-4954-9485-7db026a07f22 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.188342] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1682.188342] env[62563]: value = "task-1751487" [ 1682.188342] env[62563]: _type = "Task" [ 1682.188342] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.195817] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751487, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.320545] env[62563]: DEBUG oslo_vmware.api [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.332428] env[62563]: DEBUG nova.network.neutron [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Updating instance_info_cache with network_info: [{"id": "aa420728-1837-446f-a3c7-bb743fd852d2", "address": "fa:16:3e:bd:61:9a", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa420728-18", "ovs_interfaceid": "aa420728-1837-446f-a3c7-bb743fd852d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.495039] env[62563]: DEBUG nova.network.neutron [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updated VIF entry in instance network info cache for port b35bc62e-5773-4999-af78-f6887f2d9c3b. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.495525] env[62563]: DEBUG nova.network.neutron [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updating instance_info_cache with network_info: [{"id": "66d347bb-0e5f-4830-b186-154044db5726", "address": "fa:16:3e:07:23:b0", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d347bb-0e", "ovs_interfaceid": "66d347bb-0e5f-4830-b186-154044db5726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b35bc62e-5773-4999-af78-f6887f2d9c3b", "address": "fa:16:3e:22:65:bb", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb35bc62e-57", "ovs_interfaceid": "b35bc62e-5773-4999-af78-f6887f2d9c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.599030] env[62563]: DEBUG nova.scheduler.client.report [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1682.641195] env[62563]: DEBUG oslo_vmware.api [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751485, 'name': PowerOnVM_Task, 'duration_secs': 0.725469} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.641589] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1682.641802] env[62563]: INFO nova.compute.manager [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1682.641984] env[62563]: DEBUG nova.compute.manager [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1682.642842] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347204a1-59dd-48f6-beae-261956acb83e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.698877] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751487, 'name': CreateVM_Task, 'duration_secs': 0.502488} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.699033] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1682.699736] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.699898] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.700274] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1682.700487] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2488054-bbba-45f9-9a72-2d67dc82c6ee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.705405] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1682.705405] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d6bbc3-87e1-26c3-9c1b-e6ac9a931300" [ 1682.705405] env[62563]: _type = "Task" [ 1682.705405] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.713450] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d6bbc3-87e1-26c3-9c1b-e6ac9a931300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.815984] env[62563]: DEBUG oslo_vmware.api [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.823074] env[62563]: DEBUG nova.compute.manager [req-598e079d-8f7e-4e66-8db7-80c8e1c6394a req-4a53167c-3c4d-4635-b0a0-1caa2035bfeb service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Received event network-vif-plugged-00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1682.823290] env[62563]: DEBUG oslo_concurrency.lockutils [req-598e079d-8f7e-4e66-8db7-80c8e1c6394a req-4a53167c-3c4d-4635-b0a0-1caa2035bfeb service nova] Acquiring lock "d225830f-a588-44be-a8c1-12d21b67ea7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.823526] env[62563]: DEBUG oslo_concurrency.lockutils [req-598e079d-8f7e-4e66-8db7-80c8e1c6394a req-4a53167c-3c4d-4635-b0a0-1caa2035bfeb service nova] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.823665] env[62563]: DEBUG oslo_concurrency.lockutils [req-598e079d-8f7e-4e66-8db7-80c8e1c6394a req-4a53167c-3c4d-4635-b0a0-1caa2035bfeb service nova] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.823834] env[62563]: DEBUG nova.compute.manager [req-598e079d-8f7e-4e66-8db7-80c8e1c6394a req-4a53167c-3c4d-4635-b0a0-1caa2035bfeb service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] No waiting events found dispatching network-vif-plugged-00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1682.824015] env[62563]: WARNING nova.compute.manager [req-598e079d-8f7e-4e66-8db7-80c8e1c6394a req-4a53167c-3c4d-4635-b0a0-1caa2035bfeb service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Received unexpected event network-vif-plugged-00a9b651-7028-4024-8dba-69ecbff7a438 for instance with vm_state shelved_offloaded and task_state spawning. [ 1682.834859] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "refresh_cache-69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.998470] env[62563]: DEBUG oslo_concurrency.lockutils [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] Releasing lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.998868] env[62563]: DEBUG nova.compute.manager [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Received event network-vif-plugged-ea9d0708-0821-437f-9769-0c418f0c1ca1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1682.999169] env[62563]: DEBUG oslo_concurrency.lockutils [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] Acquiring lock "6d27b946-2fd8-4951-9db8-d08fb0e7335d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.999472] env[62563]: DEBUG oslo_concurrency.lockutils [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] Lock "6d27b946-2fd8-4951-9db8-d08fb0e7335d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.999722] env[62563]: DEBUG oslo_concurrency.lockutils [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] Lock "6d27b946-2fd8-4951-9db8-d08fb0e7335d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.999980] env[62563]: DEBUG nova.compute.manager [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] No waiting events found dispatching network-vif-plugged-ea9d0708-0821-437f-9769-0c418f0c1ca1 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1683.000254] env[62563]: WARNING nova.compute.manager [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Received unexpected event network-vif-plugged-ea9d0708-0821-437f-9769-0c418f0c1ca1 for instance with vm_state building and task_state spawning. [ 1683.000540] env[62563]: DEBUG nova.compute.manager [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Received event network-changed-ea9d0708-0821-437f-9769-0c418f0c1ca1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1683.000811] env[62563]: DEBUG nova.compute.manager [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Refreshing instance network info cache due to event network-changed-ea9d0708-0821-437f-9769-0c418f0c1ca1. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1683.001279] env[62563]: DEBUG oslo_concurrency.lockutils [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] Acquiring lock "refresh_cache-6d27b946-2fd8-4951-9db8-d08fb0e7335d" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.001531] env[62563]: DEBUG oslo_concurrency.lockutils [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] Acquired lock "refresh_cache-6d27b946-2fd8-4951-9db8-d08fb0e7335d" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.001759] env[62563]: DEBUG nova.network.neutron [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Refreshing network info cache for port ea9d0708-0821-437f-9769-0c418f0c1ca1 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1683.104610] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.106735] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.991s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.106971] env[62563]: DEBUG nova.objects.instance [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1683.111051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.111051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.111051] env[62563]: DEBUG nova.network.neutron [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.134602] env[62563]: INFO nova.scheduler.client.report [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Deleted allocations for instance cfafc9e3-5c8a-4117-9edd-f5512d3c9374 [ 1683.162170] env[62563]: INFO nova.compute.manager [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Took 27.17 seconds to build instance. [ 1683.216541] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d6bbc3-87e1-26c3-9c1b-e6ac9a931300, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.217102] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.217458] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1683.217779] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.218017] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.218268] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1683.218793] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3890dbda-1555-49d7-8b34-edb6c3b03757 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.227873] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1683.228071] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1683.228807] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6796bf7d-fdec-4660-a36b-8aed205fcbd0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.234572] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1683.234572] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b1ddb8-66d8-c34a-329f-77799ad006fb" [ 1683.234572] env[62563]: _type = "Task" [ 1683.234572] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.242557] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b1ddb8-66d8-c34a-329f-77799ad006fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.315924] env[62563]: DEBUG oslo_vmware.api [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751486, 'name': ReconfigVM_Task, 'duration_secs': 1.309727} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.316512] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.316778] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Reconfigured VM to attach interface {{(pid=62563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1683.368373] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.368787] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1afd55e9-dedf-4778-96e1-89b2c8f23b9b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.376109] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1683.376109] env[62563]: value = "task-1751488" [ 1683.376109] env[62563]: _type = "Task" [ 1683.376109] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.384424] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.646331] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fdcdc101-c523-40fb-8032-ead680429964 tempest-ServersNegativeTestJSON-827270405 tempest-ServersNegativeTestJSON-827270405-project-member] Lock "cfafc9e3-5c8a-4117-9edd-f5512d3c9374" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.489s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.665399] env[62563]: DEBUG oslo_concurrency.lockutils [None req-68fd0995-39f4-4428-9576-99b2bd03b386 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "7bee263f-4ff5-4537-953d-1d199d67afcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.684s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.745292] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b1ddb8-66d8-c34a-329f-77799ad006fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.745708] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6051213-bcb4-445b-9e53-8d5f10c80724 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.751502] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1683.751502] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524ed33a-09bb-1e62-b23f-a1d01538084b" [ 1683.751502] env[62563]: _type = "Task" [ 1683.751502] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.760190] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524ed33a-09bb-1e62-b23f-a1d01538084b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.777027] env[62563]: DEBUG nova.network.neutron [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Updated VIF entry in instance network info cache for port ea9d0708-0821-437f-9769-0c418f0c1ca1. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1683.777398] env[62563]: DEBUG nova.network.neutron [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Updating instance_info_cache with network_info: [{"id": "ea9d0708-0821-437f-9769-0c418f0c1ca1", "address": "fa:16:3e:59:4b:1a", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9d0708-08", "ovs_interfaceid": "ea9d0708-0821-437f-9769-0c418f0c1ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.821676] env[62563]: DEBUG oslo_concurrency.lockutils [None req-24020d6b-cdd2-45de-a021-cb6b66efd1de tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-0e5a8473-09a3-49c7-91be-144a3561fd23-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.238s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.887114] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751488, 'name': PowerOffVM_Task, 'duration_secs': 0.429358} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.887477] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1683.888561] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e089b5bc-8708-4308-bafc-567c90f7a776 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.909676] env[62563]: DEBUG nova.network.neutron [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updating instance_info_cache with network_info: [{"id": "00a9b651-7028-4024-8dba-69ecbff7a438", "address": "fa:16:3e:f0:b4:5a", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9b651-70", "ovs_interfaceid": "00a9b651-7028-4024-8dba-69ecbff7a438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.911371] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40540e93-d5f0-413b-b2e2-f30b6a7e6c02 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.959015] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.959427] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-103aa317-5db2-4841-91f8-fd1da284542a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.968338] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1683.968338] env[62563]: value = "task-1751489" [ 1683.968338] env[62563]: _type = "Task" [ 1683.968338] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.978800] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1683.979016] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1683.979248] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.121011] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1446762-27dc-4e71-92fa-b8ecdeef88e2 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.122134] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.419s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.263202] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524ed33a-09bb-1e62-b23f-a1d01538084b, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.263468] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.263712] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 6d27b946-2fd8-4951-9db8-d08fb0e7335d/6d27b946-2fd8-4951-9db8-d08fb0e7335d.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1684.263993] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.264194] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1684.264414] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bcb4e9e-1037-46f6-a839-f4c21ad28b60 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.266480] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f503fa84-b7f2-4142-a0e7-b054558b803d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.274206] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1684.274206] env[62563]: value = "task-1751490" [ 1684.274206] env[62563]: _type = "Task" [ 1684.274206] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.278039] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1684.278218] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1684.279234] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0b3062-d483-47fe-86a0-ae897687ba48 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.286160] env[62563]: DEBUG oslo_concurrency.lockutils [req-990ae77d-d205-446d-81a1-01f34caed3e7 req-6f511460-d1cc-414b-b07a-53d9b3a209ed service nova] Releasing lock "refresh_cache-6d27b946-2fd8-4951-9db8-d08fb0e7335d" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.286576] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.289545] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1684.289545] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a80e0e-dd57-0777-f3d6-fe5e09de5f6a" [ 1684.289545] env[62563]: _type = "Task" [ 1684.289545] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.298423] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a80e0e-dd57-0777-f3d6-fe5e09de5f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.415645] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.441833] env[62563]: DEBUG nova.virt.hardware [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d1906745dabb7117517c7dae2ed2b278',container_format='bare',created_at=2024-12-11T12:35:01Z,direct_url=,disk_format='vmdk',id=abfdd329-b681-48dd-a06a-b834ed63c49a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-100472257-shelved',owner='aa6d5f44801d4afbad5492d0c7c277b7',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-11T12:35:17Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1684.442192] env[62563]: DEBUG nova.virt.hardware [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1684.442434] env[62563]: DEBUG nova.virt.hardware [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.442688] env[62563]: DEBUG nova.virt.hardware [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1684.442870] env[62563]: DEBUG nova.virt.hardware [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.443075] env[62563]: DEBUG nova.virt.hardware [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1684.443365] env[62563]: DEBUG nova.virt.hardware [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1684.443586] env[62563]: DEBUG nova.virt.hardware [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1684.443867] env[62563]: DEBUG nova.virt.hardware [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1684.444459] env[62563]: DEBUG nova.virt.hardware [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1684.444528] env[62563]: DEBUG nova.virt.hardware [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1684.445912] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7495ad65-8f29-4ffc-80ea-84b387536deb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.454490] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62edf9e-6263-4396-9491-528e57e6f542 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.469301] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:b4:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00a9b651-7028-4024-8dba-69ecbff7a438', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1684.477852] env[62563]: DEBUG oslo.service.loopingcall [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1684.478166] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1684.478429] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46f231bd-d360-497c-8258-dbfcc22a9e3e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.498395] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1684.498395] env[62563]: value = "task-1751491" [ 1684.498395] env[62563]: _type = "Task" [ 1684.498395] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.506365] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751491, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.627489] env[62563]: INFO nova.compute.claims [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1684.789526] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751490, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.803438] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a80e0e-dd57-0777-f3d6-fe5e09de5f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.804869] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4548cf-18c7-4797-a70b-89670b8b47aa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.815074] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1684.815074] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52910b52-413a-e428-4432-810362acdbab" [ 1684.815074] env[62563]: _type = "Task" [ 1684.815074] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.828504] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52910b52-413a-e428-4432-810362acdbab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.015624] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751491, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.135035] env[62563]: INFO nova.compute.resource_tracker [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating resource usage from migration 15b1cc84-ff1d-4a55-b38b-1b17f6db0932 [ 1685.200521] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "112794f5-e4f3-497b-8a53-092d45af3358" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.201159] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "112794f5-e4f3-497b-8a53-092d45af3358" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.285873] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616798} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.286145] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 6d27b946-2fd8-4951-9db8-d08fb0e7335d/6d27b946-2fd8-4951-9db8-d08fb0e7335d.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.286402] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.291049] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70f57ddd-ba2a-44e9-ba15-0ab3f37b559d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.296693] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1685.296693] env[62563]: value = "task-1751492" [ 1685.296693] env[62563]: _type = "Task" [ 1685.296693] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.311542] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.325289] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52910b52-413a-e428-4432-810362acdbab, 'name': SearchDatastore_Task, 'duration_secs': 0.054291} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.325559] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.325880] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk. {{(pid=62563) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1685.326197] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b73cecdc-dbaf-4f41-a78f-7f89c584621e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.345452] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1685.345452] env[62563]: value = "task-1751493" [ 1685.345452] env[62563]: _type = "Task" [ 1685.345452] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.358280] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.432066] env[62563]: DEBUG nova.compute.manager [req-4450f1b5-94e7-48e5-afb2-fcf4827eb192 req-82dfb226-4475-40cb-ac93-625eb67fc52d service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Received event network-changed-00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1685.432066] env[62563]: DEBUG nova.compute.manager [req-4450f1b5-94e7-48e5-afb2-fcf4827eb192 req-82dfb226-4475-40cb-ac93-625eb67fc52d service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Refreshing instance network info cache due to event network-changed-00a9b651-7028-4024-8dba-69ecbff7a438. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1685.432066] env[62563]: DEBUG oslo_concurrency.lockutils [req-4450f1b5-94e7-48e5-afb2-fcf4827eb192 req-82dfb226-4475-40cb-ac93-625eb67fc52d service nova] Acquiring lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.432066] env[62563]: DEBUG oslo_concurrency.lockutils [req-4450f1b5-94e7-48e5-afb2-fcf4827eb192 req-82dfb226-4475-40cb-ac93-625eb67fc52d service nova] Acquired lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.432066] env[62563]: DEBUG nova.network.neutron [req-4450f1b5-94e7-48e5-afb2-fcf4827eb192 req-82dfb226-4475-40cb-ac93-625eb67fc52d service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Refreshing network info cache for port 00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.465943] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6c5f12-8fd9-469d-8575-ca1a89a67b5d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.474847] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d915807-a4b7-4976-84b3-81e0af31d711 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.512831] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da4a576-978d-463b-8195-9cba0b7a2a99 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.524924] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d01a3f-4c1c-4b3f-bcca-a86c597de0a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.530220] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751491, 'name': CreateVM_Task, 'duration_secs': 0.64772} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.530220] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1685.530456] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/abfdd329-b681-48dd-a06a-b834ed63c49a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.530616] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/abfdd329-b681-48dd-a06a-b834ed63c49a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.530989] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/abfdd329-b681-48dd-a06a-b834ed63c49a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1685.531291] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba30da0-4e6a-4f54-91ff-9ca82a6b7f24 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.543540] env[62563]: DEBUG nova.compute.provider_tree [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.548852] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1685.548852] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521ce83d-19ec-4f42-b66b-ade41c02cebf" [ 1685.548852] env[62563]: _type = "Task" [ 1685.548852] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.559037] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521ce83d-19ec-4f42-b66b-ade41c02cebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.704372] env[62563]: DEBUG nova.compute.manager [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1685.806860] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094808} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.807312] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1685.808211] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db53c82-e0f7-4815-85f4-59dfcac615c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.833262] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 6d27b946-2fd8-4951-9db8-d08fb0e7335d/6d27b946-2fd8-4951-9db8-d08fb0e7335d.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1685.833674] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f45d4a61-2663-494f-a92d-9ec4767ad745 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.858373] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751493, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.860024] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1685.860024] env[62563]: value = "task-1751494" [ 1685.860024] env[62563]: _type = "Task" [ 1685.860024] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.868830] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.049709] env[62563]: DEBUG nova.scheduler.client.report [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1686.068525] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/abfdd329-b681-48dd-a06a-b834ed63c49a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.069185] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Processing image abfdd329-b681-48dd-a06a-b834ed63c49a {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.069636] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/abfdd329-b681-48dd-a06a-b834ed63c49a/abfdd329-b681-48dd-a06a-b834ed63c49a.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.069967] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/abfdd329-b681-48dd-a06a-b834ed63c49a/abfdd329-b681-48dd-a06a-b834ed63c49a.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.070269] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.071365] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3e503ef-e126-43cb-b30a-d341cbd51da5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.081027] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.081027] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.081269] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61f979d-c809-4d06-afdb-602720a39c4d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.087244] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1686.087244] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5202f81c-ecb6-8a35-caa7-3c20210858bd" [ 1686.087244] env[62563]: _type = "Task" [ 1686.087244] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.097119] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5202f81c-ecb6-8a35-caa7-3c20210858bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.241250] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.249123] env[62563]: DEBUG nova.network.neutron [req-4450f1b5-94e7-48e5-afb2-fcf4827eb192 req-82dfb226-4475-40cb-ac93-625eb67fc52d service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updated VIF entry in instance network info cache for port 00a9b651-7028-4024-8dba-69ecbff7a438. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.249514] env[62563]: DEBUG nova.network.neutron [req-4450f1b5-94e7-48e5-afb2-fcf4827eb192 req-82dfb226-4475-40cb-ac93-625eb67fc52d service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updating instance_info_cache with network_info: [{"id": "00a9b651-7028-4024-8dba-69ecbff7a438", "address": "fa:16:3e:f0:b4:5a", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9b651-70", "ovs_interfaceid": "00a9b651-7028-4024-8dba-69ecbff7a438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.359029] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556039} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.359132] env[62563]: INFO nova.virt.vmwareapi.ds_util [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk. [ 1686.360047] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb60ef33-882a-4b95-b55a-0b46df135534 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.371071] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.392723] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.393085] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e37f7c20-0360-4053-b9bc-0007a22a13ad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.406387] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "interface-0e5a8473-09a3-49c7-91be-144a3561fd23-fcda34e5-11f2-4af3-985a-02567343e655" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.406619] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-0e5a8473-09a3-49c7-91be-144a3561fd23-fcda34e5-11f2-4af3-985a-02567343e655" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.406967] env[62563]: DEBUG nova.objects.instance [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'flavor' on Instance uuid 0e5a8473-09a3-49c7-91be-144a3561fd23 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.414256] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1686.414256] env[62563]: value = "task-1751495" [ 1686.414256] env[62563]: _type = "Task" [ 1686.414256] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.423083] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.558042] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.436s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.558272] env[62563]: INFO nova.compute.manager [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Migrating [ 1686.570498] env[62563]: DEBUG oslo_concurrency.lockutils [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.513s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.571281] env[62563]: DEBUG nova.objects.instance [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lazy-loading 'resources' on Instance uuid c07aecc6-1485-4248-b479-59888126bbf9 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.601282] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Preparing fetch location {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1686.602115] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Fetch image to [datastore1] OSTACK_IMG_75b4f27b-d511-4fd0-a644-4a206bd2fb98/OSTACK_IMG_75b4f27b-d511-4fd0-a644-4a206bd2fb98.vmdk {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1686.602115] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Downloading stream optimized image abfdd329-b681-48dd-a06a-b834ed63c49a to [datastore1] OSTACK_IMG_75b4f27b-d511-4fd0-a644-4a206bd2fb98/OSTACK_IMG_75b4f27b-d511-4fd0-a644-4a206bd2fb98.vmdk on the data store datastore1 as vApp {{(pid=62563) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1686.602115] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Downloading image file data abfdd329-b681-48dd-a06a-b834ed63c49a to the ESX as VM named 'OSTACK_IMG_75b4f27b-d511-4fd0-a644-4a206bd2fb98' {{(pid=62563) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1686.689560] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1686.689560] env[62563]: value = "resgroup-9" [ 1686.689560] env[62563]: _type = "ResourcePool" [ 1686.689560] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1686.689560] env[62563]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-58f70de5-ef66-4d43-95ce-a74b82930803 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.717052] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lease: (returnval){ [ 1686.717052] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fd2494-d2d5-dd50-c2b6-b63f5d49d2a6" [ 1686.717052] env[62563]: _type = "HttpNfcLease" [ 1686.717052] env[62563]: } obtained for vApp import into resource pool (val){ [ 1686.717052] env[62563]: value = "resgroup-9" [ 1686.717052] env[62563]: _type = "ResourcePool" [ 1686.717052] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1686.717052] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the lease: (returnval){ [ 1686.717052] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fd2494-d2d5-dd50-c2b6-b63f5d49d2a6" [ 1686.717052] env[62563]: _type = "HttpNfcLease" [ 1686.717052] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1686.725460] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1686.725460] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fd2494-d2d5-dd50-c2b6-b63f5d49d2a6" [ 1686.725460] env[62563]: _type = "HttpNfcLease" [ 1686.725460] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1686.755516] env[62563]: DEBUG oslo_concurrency.lockutils [req-4450f1b5-94e7-48e5-afb2-fcf4827eb192 req-82dfb226-4475-40cb-ac93-625eb67fc52d service nova] Releasing lock "refresh_cache-d225830f-a588-44be-a8c1-12d21b67ea7c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.873352] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751494, 'name': ReconfigVM_Task, 'duration_secs': 0.912075} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.873774] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 6d27b946-2fd8-4951-9db8-d08fb0e7335d/6d27b946-2fd8-4951-9db8-d08fb0e7335d.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1686.874374] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac320176-f29e-43ce-80ef-e701a2fd47a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.880483] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1686.880483] env[62563]: value = "task-1751497" [ 1686.880483] env[62563]: _type = "Task" [ 1686.880483] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.889058] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751497, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.926807] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.039716] env[62563]: DEBUG nova.objects.instance [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'pci_requests' on Instance uuid 0e5a8473-09a3-49c7-91be-144a3561fd23 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.084725] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.084905] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.085093] env[62563]: DEBUG nova.network.neutron [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.228239] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1687.228239] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fd2494-d2d5-dd50-c2b6-b63f5d49d2a6" [ 1687.228239] env[62563]: _type = "HttpNfcLease" [ 1687.228239] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1687.354395] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17113b20-edd1-4c1a-a45e-f1e250b88b5e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.362287] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133f2f82-e15c-487b-8ba6-4bd06532f01a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.397488] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6c6bfe-5078-45a9-af96-ded993ac5e6d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.407153] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751497, 'name': Rename_Task, 'duration_secs': 0.224784} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.409288] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1687.409586] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19a7a16a-31b6-4225-92b8-26cf21de299c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.412119] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9aa5c6-733d-44f3-a284-faba1336e90d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.420488] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1687.420488] env[62563]: value = "task-1751498" [ 1687.420488] env[62563]: _type = "Task" [ 1687.420488] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.433870] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751495, 'name': ReconfigVM_Task, 'duration_secs': 0.990434} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.434397] env[62563]: DEBUG nova.compute.provider_tree [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1687.436154] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1687.437334] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c49d6d1-31c1-4e4c-8e90-480cfa770faa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.444341] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751498, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.473702] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc8f6c3f-6db4-4a4e-a8f4-1ffa3bd8685d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.491449] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1687.491449] env[62563]: value = "task-1751499" [ 1687.491449] env[62563]: _type = "Task" [ 1687.491449] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.500507] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.543186] env[62563]: DEBUG nova.objects.base [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Object Instance<0e5a8473-09a3-49c7-91be-144a3561fd23> lazy-loaded attributes: flavor,pci_requests {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1687.543419] env[62563]: DEBUG nova.network.neutron [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1687.649629] env[62563]: DEBUG nova.policy [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd8276e93f54c64a7b9555cf7ac58d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6d7499cd6b47cb8e408f3e13796971', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1687.726374] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1687.726374] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fd2494-d2d5-dd50-c2b6-b63f5d49d2a6" [ 1687.726374] env[62563]: _type = "HttpNfcLease" [ 1687.726374] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1687.932018] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.948420] env[62563]: DEBUG nova.network.neutron [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating instance_info_cache with network_info: [{"id": "b8908efe-fd9f-4db0-9b5e-4776c872a794", "address": "fa:16:3e:18:ae:a8", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8908efe-fd", "ovs_interfaceid": "b8908efe-fd9f-4db0-9b5e-4776c872a794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.964911] env[62563]: ERROR nova.scheduler.client.report [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [req-c98a3c7d-0698-428d-b294-910af35370d8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c98a3c7d-0698-428d-b294-910af35370d8"}]} [ 1687.989252] env[62563]: DEBUG nova.scheduler.client.report [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1688.001365] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751499, 'name': ReconfigVM_Task, 'duration_secs': 0.289778} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.001625] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1688.002143] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be82bd63-e75c-4101-b754-9ba59ee8f4ea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.008714] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1688.008714] env[62563]: value = "task-1751500" [ 1688.008714] env[62563]: _type = "Task" [ 1688.008714] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.011465] env[62563]: DEBUG nova.scheduler.client.report [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1688.011465] env[62563]: DEBUG nova.compute.provider_tree [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1688.018791] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.024115] env[62563]: DEBUG nova.scheduler.client.report [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1688.045279] env[62563]: DEBUG nova.scheduler.client.report [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1688.229400] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1688.229400] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fd2494-d2d5-dd50-c2b6-b63f5d49d2a6" [ 1688.229400] env[62563]: _type = "HttpNfcLease" [ 1688.229400] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1688.229848] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1688.229848] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fd2494-d2d5-dd50-c2b6-b63f5d49d2a6" [ 1688.229848] env[62563]: _type = "HttpNfcLease" [ 1688.229848] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1688.230983] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2a84bf-34cf-4c75-a19d-ed7cc165c1d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.241250] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52347f89-7af4-25e8-5d15-0efaf2043eae/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1688.241519] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52347f89-7af4-25e8-5d15-0efaf2043eae/disk-0.vmdk. {{(pid=62563) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1688.319273] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ea09613-0372-495b-856b-54af70d60d87 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.357651] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9a7e13-aa6b-4054-9cba-3ff37618f6b8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.364896] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aee8864-7d0e-4383-865b-469fdd3c2976 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.395893] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6b8a14-4b9a-47b6-9e52-6711d0ace52c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.403280] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb001114-a61a-4c01-9484-8985b4a5d8ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.416758] env[62563]: DEBUG nova.compute.provider_tree [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1688.429539] env[62563]: DEBUG oslo_vmware.api [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751498, 'name': PowerOnVM_Task, 'duration_secs': 0.56579} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.429796] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.429995] env[62563]: INFO nova.compute.manager [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1688.430187] env[62563]: DEBUG nova.compute.manager [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1688.430956] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77459284-de56-480a-bc86-2236ecc0ab28 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.451350] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.517984] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751500, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.948510] env[62563]: INFO nova.compute.manager [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Took 28.62 seconds to build instance. [ 1688.954317] env[62563]: DEBUG nova.scheduler.client.report [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1688.954317] env[62563]: DEBUG nova.compute.provider_tree [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 124 to 125 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1688.954460] env[62563]: DEBUG nova.compute.provider_tree [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1689.020031] env[62563]: DEBUG oslo_vmware.api [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751500, 'name': PowerOnVM_Task, 'duration_secs': 0.652064} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.021482] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.024298] env[62563]: DEBUG nova.compute.manager [None req-0c434f5f-9497-4376-9f71-f476da8e2b91 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1689.025127] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3609652-eee4-4478-81ff-7bacf081277f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.327383] env[62563]: DEBUG nova.network.neutron [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Successfully updated port: fcda34e5-11f2-4af3-985a-02567343e655 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1689.399218] env[62563]: DEBUG nova.compute.manager [req-1bff3f53-0fed-4c53-90fe-40df09e89a87 req-3ba2c6c7-bd50-467a-8c9b-ef0a664abd70 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Received event network-vif-plugged-fcda34e5-11f2-4af3-985a-02567343e655 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1689.399486] env[62563]: DEBUG oslo_concurrency.lockutils [req-1bff3f53-0fed-4c53-90fe-40df09e89a87 req-3ba2c6c7-bd50-467a-8c9b-ef0a664abd70 service nova] Acquiring lock "0e5a8473-09a3-49c7-91be-144a3561fd23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.399745] env[62563]: DEBUG oslo_concurrency.lockutils [req-1bff3f53-0fed-4c53-90fe-40df09e89a87 req-3ba2c6c7-bd50-467a-8c9b-ef0a664abd70 service nova] Lock "0e5a8473-09a3-49c7-91be-144a3561fd23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.399955] env[62563]: DEBUG oslo_concurrency.lockutils [req-1bff3f53-0fed-4c53-90fe-40df09e89a87 req-3ba2c6c7-bd50-467a-8c9b-ef0a664abd70 service nova] Lock "0e5a8473-09a3-49c7-91be-144a3561fd23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.400166] env[62563]: DEBUG nova.compute.manager [req-1bff3f53-0fed-4c53-90fe-40df09e89a87 req-3ba2c6c7-bd50-467a-8c9b-ef0a664abd70 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] No waiting events found dispatching network-vif-plugged-fcda34e5-11f2-4af3-985a-02567343e655 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1689.400358] env[62563]: WARNING nova.compute.manager [req-1bff3f53-0fed-4c53-90fe-40df09e89a87 req-3ba2c6c7-bd50-467a-8c9b-ef0a664abd70 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Received unexpected event network-vif-plugged-fcda34e5-11f2-4af3-985a-02567343e655 for instance with vm_state active and task_state None. [ 1689.451129] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ab9db873-4b57-4eb6-b675-649df8d3b914 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "6d27b946-2fd8-4951-9db8-d08fb0e7335d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.135s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.465053] env[62563]: DEBUG oslo_concurrency.lockutils [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.894s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.470417] env[62563]: DEBUG oslo_concurrency.lockutils [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.139s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.491867] env[62563]: INFO nova.scheduler.client.report [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleted allocations for instance c07aecc6-1485-4248-b479-59888126bbf9 [ 1689.637037] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Completed reading data from the image iterator. {{(pid=62563) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1689.637349] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52347f89-7af4-25e8-5d15-0efaf2043eae/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1689.638405] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d247e6-b2fc-48c3-b185-e3e4d063a14d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.646429] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52347f89-7af4-25e8-5d15-0efaf2043eae/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1689.646649] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52347f89-7af4-25e8-5d15-0efaf2043eae/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1689.646902] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9b43d7eb-ce1d-437b-b002-86f24ef539e2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.833361] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.833528] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.833770] env[62563]: DEBUG nova.network.neutron [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1689.959428] env[62563]: DEBUG oslo_concurrency.lockutils [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "6d27b946-2fd8-4951-9db8-d08fb0e7335d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.959690] env[62563]: DEBUG oslo_concurrency.lockutils [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "6d27b946-2fd8-4951-9db8-d08fb0e7335d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.959899] env[62563]: DEBUG oslo_concurrency.lockutils [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "6d27b946-2fd8-4951-9db8-d08fb0e7335d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.960094] env[62563]: DEBUG oslo_concurrency.lockutils [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "6d27b946-2fd8-4951-9db8-d08fb0e7335d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.960263] env[62563]: DEBUG oslo_concurrency.lockutils [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "6d27b946-2fd8-4951-9db8-d08fb0e7335d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.962378] env[62563]: INFO nova.compute.manager [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Terminating instance [ 1689.964126] env[62563]: DEBUG nova.compute.manager [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1689.964367] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.965216] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7353cca4-5bf0-46bd-a164-0f14ac5237c2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.976932] env[62563]: INFO nova.compute.claims [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1689.980260] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.981303] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f155f635-864f-4196-b8db-078398e26ab1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.983655] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7bff23-7197-4c4a-b36d-ee6c7fc4ee93 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.005284] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating instance '1d2b02c8-11e4-43b6-a51d-1b656b587758' progress to 0 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1690.011466] env[62563]: DEBUG oslo_concurrency.lockutils [None req-29b54b30-3c53-4b99-91aa-ef0acdb57cea tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "c07aecc6-1485-4248-b479-59888126bbf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.744s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.012855] env[62563]: DEBUG oslo_vmware.api [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1690.012855] env[62563]: value = "task-1751501" [ 1690.012855] env[62563]: _type = "Task" [ 1690.012855] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.023866] env[62563]: DEBUG oslo_vmware.api [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.133752] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52347f89-7af4-25e8-5d15-0efaf2043eae/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1690.134047] env[62563]: INFO nova.virt.vmwareapi.images [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Downloaded image file data abfdd329-b681-48dd-a06a-b834ed63c49a [ 1690.134886] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f05148-6311-4631-b768-96d379cbce69 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.151783] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aa7c9a5-2f71-4abb-9156-d882d57797ea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.195235] env[62563]: INFO nova.virt.vmwareapi.images [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] The imported VM was unregistered [ 1690.197786] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Caching image {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1690.198043] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating directory with path [datastore1] devstack-image-cache_base/abfdd329-b681-48dd-a06a-b834ed63c49a {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.198341] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cba920e3-70af-4512-ab1b-17d4ba41ab8a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.374799] env[62563]: WARNING nova.network.neutron [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] 7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2 already exists in list: networks containing: ['7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2']. ignoring it [ 1690.375013] env[62563]: WARNING nova.network.neutron [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] 7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2 already exists in list: networks containing: ['7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2']. ignoring it [ 1690.483403] env[62563]: INFO nova.compute.resource_tracker [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating resource usage from migration 07fc13f1-ced0-4f9b-98ff-9aaee1d0ab5a [ 1690.523635] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1690.524423] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a375b713-d85c-494b-933e-82ed54bab2c6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.538204] env[62563]: DEBUG oslo_vmware.api [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751501, 'name': PowerOffVM_Task, 'duration_secs': 0.204613} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.541750] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.541934] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.542261] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1690.542261] env[62563]: value = "task-1751503" [ 1690.542261] env[62563]: _type = "Task" [ 1690.542261] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.542685] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db350974-399f-436d-8079-2de81459119e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.555431] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.605098] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Created directory with path [datastore1] devstack-image-cache_base/abfdd329-b681-48dd-a06a-b834ed63c49a {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.605755] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_75b4f27b-d511-4fd0-a644-4a206bd2fb98/OSTACK_IMG_75b4f27b-d511-4fd0-a644-4a206bd2fb98.vmdk to [datastore1] devstack-image-cache_base/abfdd329-b681-48dd-a06a-b834ed63c49a/abfdd329-b681-48dd-a06a-b834ed63c49a.vmdk. {{(pid=62563) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1690.606064] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-87baef4b-3505-4a35-8da9-867da96003ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.614496] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1690.614496] env[62563]: value = "task-1751505" [ 1690.614496] env[62563]: _type = "Task" [ 1690.614496] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.625358] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751505, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.793241] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62815c7-76a6-4f8c-8c55-e163ce8daa6f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.802117] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b41843-c55c-422c-81a1-a65ad1d59acc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.833933] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a86acbc-3365-4743-92df-98b271d07cae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.839509] env[62563]: DEBUG nova.network.neutron [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updating instance_info_cache with network_info: [{"id": "66d347bb-0e5f-4830-b186-154044db5726", "address": "fa:16:3e:07:23:b0", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d347bb-0e", "ovs_interfaceid": "66d347bb-0e5f-4830-b186-154044db5726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b35bc62e-5773-4999-af78-f6887f2d9c3b", "address": "fa:16:3e:22:65:bb", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb35bc62e-57", "ovs_interfaceid": "b35bc62e-5773-4999-af78-f6887f2d9c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fcda34e5-11f2-4af3-985a-02567343e655", "address": "fa:16:3e:85:be:90", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcda34e5-11", "ovs_interfaceid": "fcda34e5-11f2-4af3-985a-02567343e655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.848824] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f292c42-c3ae-427e-b5c5-9eae94afb855 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.866888] env[62563]: DEBUG nova.compute.provider_tree [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1690.957920] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.958209] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.958416] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleting the datastore file [datastore1] 6d27b946-2fd8-4951-9db8-d08fb0e7335d {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.958726] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-724cc5de-366e-4085-88b8-0b9150d27a88 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.964886] env[62563]: DEBUG oslo_vmware.api [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1690.964886] env[62563]: value = "task-1751506" [ 1690.964886] env[62563]: _type = "Task" [ 1690.964886] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.978394] env[62563]: DEBUG oslo_vmware.api [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.056672] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751503, 'name': PowerOffVM_Task, 'duration_secs': 0.185512} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.056983] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.057211] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating instance '1d2b02c8-11e4-43b6-a51d-1b656b587758' progress to 17 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1691.126373] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751505, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.342818] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.343643] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.343819] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.344715] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5a074e-e442-45a9-9fbe-460c539d577c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.365603] env[62563]: DEBUG nova.virt.hardware [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1691.365908] env[62563]: DEBUG nova.virt.hardware [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1691.366097] env[62563]: DEBUG nova.virt.hardware [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1691.366289] env[62563]: DEBUG nova.virt.hardware [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1691.366434] env[62563]: DEBUG nova.virt.hardware [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1691.366580] env[62563]: DEBUG nova.virt.hardware [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1691.366826] env[62563]: DEBUG nova.virt.hardware [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1691.366986] env[62563]: DEBUG nova.virt.hardware [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1691.367168] env[62563]: DEBUG nova.virt.hardware [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1691.367332] env[62563]: DEBUG nova.virt.hardware [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1691.367506] env[62563]: DEBUG nova.virt.hardware [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1691.374227] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Reconfiguring VM to attach interface {{(pid=62563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1691.378076] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e92523-b152-40af-a80d-1f42c4469225 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.399954] env[62563]: DEBUG oslo_vmware.api [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1691.399954] env[62563]: value = "task-1751507" [ 1691.399954] env[62563]: _type = "Task" [ 1691.399954] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.417577] env[62563]: DEBUG oslo_vmware.api [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751507, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.432377] env[62563]: DEBUG nova.scheduler.client.report [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1691.432790] env[62563]: DEBUG nova.compute.provider_tree [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 125 to 126 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1691.432865] env[62563]: DEBUG nova.compute.provider_tree [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.480347] env[62563]: DEBUG oslo_vmware.api [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.563490] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1691.563922] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1691.564086] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1691.564317] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1691.564432] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1691.564877] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1691.565154] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1691.565347] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1691.565624] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1691.565900] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1691.566115] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1691.571996] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e71535-c59d-489e-a59b-5922f3b54193 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.590987] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1691.590987] env[62563]: value = "task-1751508" [ 1691.590987] env[62563]: _type = "Task" [ 1691.590987] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.604623] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.628186] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751505, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.669117] env[62563]: DEBUG nova.compute.manager [req-03f3d4c8-0762-4db5-b2b9-623f91ab89f3 req-25990133-8728-4b7f-8d0b-3adabf393957 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Received event network-changed-fcda34e5-11f2-4af3-985a-02567343e655 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1691.669286] env[62563]: DEBUG nova.compute.manager [req-03f3d4c8-0762-4db5-b2b9-623f91ab89f3 req-25990133-8728-4b7f-8d0b-3adabf393957 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Refreshing instance network info cache due to event network-changed-fcda34e5-11f2-4af3-985a-02567343e655. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1691.669731] env[62563]: DEBUG oslo_concurrency.lockutils [req-03f3d4c8-0762-4db5-b2b9-623f91ab89f3 req-25990133-8728-4b7f-8d0b-3adabf393957 service nova] Acquiring lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.669891] env[62563]: DEBUG oslo_concurrency.lockutils [req-03f3d4c8-0762-4db5-b2b9-623f91ab89f3 req-25990133-8728-4b7f-8d0b-3adabf393957 service nova] Acquired lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.669947] env[62563]: DEBUG nova.network.neutron [req-03f3d4c8-0762-4db5-b2b9-623f91ab89f3 req-25990133-8728-4b7f-8d0b-3adabf393957 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Refreshing network info cache for port fcda34e5-11f2-4af3-985a-02567343e655 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.783037] env[62563]: INFO nova.compute.manager [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Rescuing [ 1691.783253] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "refresh_cache-46430685-25dd-412e-aebf-86ba4fcbd3ab" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.783408] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "refresh_cache-46430685-25dd-412e-aebf-86ba4fcbd3ab" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.783656] env[62563]: DEBUG nova.network.neutron [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.916108] env[62563]: DEBUG oslo_vmware.api [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.938710] env[62563]: DEBUG oslo_concurrency.lockutils [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.468s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.939057] env[62563]: INFO nova.compute.manager [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Migrating [ 1691.949719] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.154s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.950039] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.950288] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1691.950734] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.284s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.952990] env[62563]: INFO nova.compute.claims [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1691.961489] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6972892f-8379-473a-8e1a-3ae9d2158c29 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.991666] env[62563]: DEBUG oslo_vmware.api [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.993038] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a496e60-9cb7-4bd9-8667-08028b4baa5a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.011514] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebc0883-141b-4113-8012-e9cb45fd5910 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.021750] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26156ad8-296a-478d-b62a-1f68fe0337fb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.055746] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180146MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1692.055924] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.103843] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751508, 'name': ReconfigVM_Task, 'duration_secs': 0.256184} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.104643] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating instance '1d2b02c8-11e4-43b6-a51d-1b656b587758' progress to 33 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1692.127141] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751505, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.417144] env[62563]: DEBUG oslo_vmware.api [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.468964] env[62563]: DEBUG nova.network.neutron [req-03f3d4c8-0762-4db5-b2b9-623f91ab89f3 req-25990133-8728-4b7f-8d0b-3adabf393957 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updated VIF entry in instance network info cache for port fcda34e5-11f2-4af3-985a-02567343e655. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1692.469478] env[62563]: DEBUG nova.network.neutron [req-03f3d4c8-0762-4db5-b2b9-623f91ab89f3 req-25990133-8728-4b7f-8d0b-3adabf393957 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updating instance_info_cache with network_info: [{"id": "66d347bb-0e5f-4830-b186-154044db5726", "address": "fa:16:3e:07:23:b0", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d347bb-0e", "ovs_interfaceid": "66d347bb-0e5f-4830-b186-154044db5726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b35bc62e-5773-4999-af78-f6887f2d9c3b", "address": "fa:16:3e:22:65:bb", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb35bc62e-57", "ovs_interfaceid": "b35bc62e-5773-4999-af78-f6887f2d9c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fcda34e5-11f2-4af3-985a-02567343e655", "address": "fa:16:3e:85:be:90", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcda34e5-11", "ovs_interfaceid": "fcda34e5-11f2-4af3-985a-02567343e655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.476648] env[62563]: DEBUG oslo_concurrency.lockutils [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.476971] env[62563]: DEBUG oslo_concurrency.lockutils [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.477195] env[62563]: DEBUG nova.network.neutron [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1692.492197] env[62563]: DEBUG oslo_vmware.api [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.595241] env[62563]: DEBUG nova.network.neutron [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Updating instance_info_cache with network_info: [{"id": "e1dba4cc-49f5-434a-bc44-c3f2b904d159", "address": "fa:16:3e:b1:f3:8e", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1dba4cc-49", "ovs_interfaceid": "e1dba4cc-49f5-434a-bc44-c3f2b904d159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.611709] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1692.611974] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1692.612192] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1692.612390] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1692.612532] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1692.612677] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1692.612890] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1692.613144] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1692.613343] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1692.613519] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1692.613817] env[62563]: DEBUG nova.virt.hardware [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1692.619363] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1692.620115] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0015468-aee6-4383-b4ff-820262fc4121 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.646295] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751505, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.647969] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1692.647969] env[62563]: value = "task-1751509" [ 1692.647969] env[62563]: _type = "Task" [ 1692.647969] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.657094] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.912480] env[62563]: DEBUG oslo_vmware.api [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751507, 'name': ReconfigVM_Task, 'duration_secs': 1.399317} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.913076] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.913313] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Reconfigured VM to attach interface {{(pid=62563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1692.971367] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.971673] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.980698] env[62563]: DEBUG oslo_concurrency.lockutils [req-03f3d4c8-0762-4db5-b2b9-623f91ab89f3 req-25990133-8728-4b7f-8d0b-3adabf393957 service nova] Releasing lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.991057] env[62563]: DEBUG oslo_vmware.api [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.836733} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.992260] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.992491] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1692.992645] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1692.992840] env[62563]: INFO nova.compute.manager [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Took 3.03 seconds to destroy the instance on the hypervisor. [ 1692.993068] env[62563]: DEBUG oslo.service.loopingcall [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.994039] env[62563]: DEBUG nova.compute.manager [-] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1692.994039] env[62563]: DEBUG nova.network.neutron [-] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1693.098736] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "refresh_cache-46430685-25dd-412e-aebf-86ba4fcbd3ab" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.141966] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751505, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.433082} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.145941] env[62563]: INFO nova.virt.vmwareapi.ds_util [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_75b4f27b-d511-4fd0-a644-4a206bd2fb98/OSTACK_IMG_75b4f27b-d511-4fd0-a644-4a206bd2fb98.vmdk to [datastore1] devstack-image-cache_base/abfdd329-b681-48dd-a06a-b834ed63c49a/abfdd329-b681-48dd-a06a-b834ed63c49a.vmdk. [ 1693.146940] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Cleaning up location [datastore1] OSTACK_IMG_75b4f27b-d511-4fd0-a644-4a206bd2fb98 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1693.146940] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_75b4f27b-d511-4fd0-a644-4a206bd2fb98 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1693.147537] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c62ced4-10c4-48b6-8633-339470d9ebda {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.160733] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1693.160733] env[62563]: value = "task-1751510" [ 1693.160733] env[62563]: _type = "Task" [ 1693.160733] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.168599] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751509, 'name': ReconfigVM_Task, 'duration_secs': 0.196264} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.170159] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1693.170381] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d8da79-2580-41cc-a383-05023357adda {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.179079] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.203150] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 1d2b02c8-11e4-43b6-a51d-1b656b587758/1d2b02c8-11e4-43b6-a51d-1b656b587758.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.208361] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17a1e37-efbc-46f1-9ee1-dfd0cb0b84f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.230491] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1693.230491] env[62563]: value = "task-1751511" [ 1693.230491] env[62563]: _type = "Task" [ 1693.230491] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.243028] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.330540] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08221922-98ff-4718-9595-b97b2f3dfeca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.339957] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5da9fcc-7ed7-4dfe-83d6-e131ff56fe10 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.370260] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9f281d-6893-4833-b518-00c107252afb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.377921] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac494cd1-619e-477a-9587-37a38fa936a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.392796] env[62563]: DEBUG nova.compute.provider_tree [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.396637] env[62563]: DEBUG nova.network.neutron [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance_info_cache with network_info: [{"id": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "address": "fa:16:3e:37:a7:fe", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8e12e1-19", "ovs_interfaceid": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.418374] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a5394c7d-c621-4afb-92c4-5273b8745c1b tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-0e5a8473-09a3-49c7-91be-144a3561fd23-fcda34e5-11f2-4af3-985a-02567343e655" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.012s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.474438] env[62563]: DEBUG nova.compute.manager [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1693.636056] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1693.636449] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fca7f868-e937-4e85-9462-848ecaf3f83e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.644449] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1693.644449] env[62563]: value = "task-1751512" [ 1693.644449] env[62563]: _type = "Task" [ 1693.644449] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.652831] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.671585] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049158} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.672202] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1693.672202] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/abfdd329-b681-48dd-a06a-b834ed63c49a/abfdd329-b681-48dd-a06a-b834ed63c49a.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.672300] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/abfdd329-b681-48dd-a06a-b834ed63c49a/abfdd329-b681-48dd-a06a-b834ed63c49a.vmdk to [datastore1] d225830f-a588-44be-a8c1-12d21b67ea7c/d225830f-a588-44be-a8c1-12d21b67ea7c.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1693.672516] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-622878a0-1ef2-4b3d-a927-06dcfbcdfb98 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.680203] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1693.680203] env[62563]: value = "task-1751513" [ 1693.680203] env[62563]: _type = "Task" [ 1693.680203] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.688094] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.740966] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751511, 'name': ReconfigVM_Task, 'duration_secs': 0.274785} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.741121] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 1d2b02c8-11e4-43b6-a51d-1b656b587758/1d2b02c8-11e4-43b6-a51d-1b656b587758.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1693.741400] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating instance '1d2b02c8-11e4-43b6-a51d-1b656b587758' progress to 50 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1693.774993] env[62563]: DEBUG nova.compute.manager [req-9f058ddf-bdec-4971-ae56-8d59016644c5 req-6d974edc-cf63-481a-9ef1-2e8aa8bd0cd5 service nova] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Received event network-vif-deleted-ea9d0708-0821-437f-9769-0c418f0c1ca1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1693.774993] env[62563]: INFO nova.compute.manager [req-9f058ddf-bdec-4971-ae56-8d59016644c5 req-6d974edc-cf63-481a-9ef1-2e8aa8bd0cd5 service nova] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Neutron deleted interface ea9d0708-0821-437f-9769-0c418f0c1ca1; detaching it from the instance and deleting it from the info cache [ 1693.775093] env[62563]: DEBUG nova.network.neutron [req-9f058ddf-bdec-4971-ae56-8d59016644c5 req-6d974edc-cf63-481a-9ef1-2e8aa8bd0cd5 service nova] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.896702] env[62563]: DEBUG nova.scheduler.client.report [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1693.901637] env[62563]: DEBUG oslo_concurrency.lockutils [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.932451] env[62563]: DEBUG nova.network.neutron [-] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.999301] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.154952] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751512, 'name': PowerOffVM_Task, 'duration_secs': 0.335555} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.155274] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1694.156133] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154e2557-b9c3-4cf7-ab93-9e7b481a1045 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.175883] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f69d58-1cca-4469-b485-442c75744af6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.197533] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751513, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.213030] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1694.213030] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ce1d855-f659-49bd-99d9-83ed7fa4f352 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.220260] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1694.220260] env[62563]: value = "task-1751514" [ 1694.220260] env[62563]: _type = "Task" [ 1694.220260] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.230745] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.249037] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41149ce0-3fe9-4a19-ae52-88c30ecd8fae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.267868] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38916ca6-5119-492e-a8d8-10c2d44f888c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.286428] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating instance '1d2b02c8-11e4-43b6-a51d-1b656b587758' progress to 67 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1694.290524] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea1c6835-13b3-47dd-a1b8-19c924c3889f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.299618] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39e45f5-1ff7-40b9-a300-a3d2dada0290 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.333276] env[62563]: DEBUG nova.compute.manager [req-9f058ddf-bdec-4971-ae56-8d59016644c5 req-6d974edc-cf63-481a-9ef1-2e8aa8bd0cd5 service nova] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Detach interface failed, port_id=ea9d0708-0821-437f-9769-0c418f0c1ca1, reason: Instance 6d27b946-2fd8-4951-9db8-d08fb0e7335d could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1694.404435] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.404988] env[62563]: DEBUG nova.compute.manager [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1694.412129] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.191s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.413100] env[62563]: DEBUG nova.objects.instance [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lazy-loading 'resources' on Instance uuid c2395e1f-dfbd-47de-a330-ca2a4c086a2f {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.435367] env[62563]: INFO nova.compute.manager [-] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Took 1.44 seconds to deallocate network for instance. [ 1694.696559] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751513, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.731037] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1694.731283] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1694.731536] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.731683] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.731862] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1694.732155] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52df3b96-5ef7-4ae7-9a81-70c67af01f6d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.750684] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1694.750865] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1694.751684] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd9c5fa-59f0-437d-a44a-2e50d69cd580 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.757754] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1694.757754] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526ab471-ef05-75ed-e02d-e8c2cae9d74f" [ 1694.757754] env[62563]: _type = "Task" [ 1694.757754] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.766567] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526ab471-ef05-75ed-e02d-e8c2cae9d74f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.831255] env[62563]: DEBUG nova.network.neutron [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Port b8908efe-fd9f-4db0-9b5e-4776c872a794 binding to destination host cpu-1 is already ACTIVE {{(pid=62563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1694.918242] env[62563]: DEBUG nova.compute.utils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1694.924696] env[62563]: DEBUG nova.compute.manager [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1694.924696] env[62563]: DEBUG nova.network.neutron [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1694.942486] env[62563]: DEBUG oslo_concurrency.lockutils [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.969764] env[62563]: DEBUG nova.policy [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb808bf4e294457c98ea55324e092dd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c66960eb1a864b82815f2239de683498', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1695.194571] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751513, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.234820] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c139f79e-f448-48e3-b12b-1939be118087 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.243913] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0636f1-a2c6-4ee6-916c-e42a8b13d32c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.285907] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aabbb1-d708-42f0-a8ec-6d364b7c10a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.289877] env[62563]: DEBUG nova.network.neutron [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Successfully created port: 093c6719-440f-4ce5-a11a-8d1ca5cb90b7 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1695.299265] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526ab471-ef05-75ed-e02d-e8c2cae9d74f, 'name': SearchDatastore_Task, 'duration_secs': 0.092367} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.302698] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795f3872-74c2-4215-ba7e-8a10f8620d27 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.305674] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462e7d31-dbce-4c58-a35a-cb8df5cb6bb5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.320906] env[62563]: DEBUG nova.compute.provider_tree [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.323857] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1695.323857] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5234f204-daa3-abb1-6c07-e6c8e9370fad" [ 1695.323857] env[62563]: _type = "Task" [ 1695.323857] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.331035] env[62563]: DEBUG oslo_concurrency.lockutils [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "interface-0e5a8473-09a3-49c7-91be-144a3561fd23-b35bc62e-5773-4999-af78-f6887f2d9c3b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.331035] env[62563]: DEBUG oslo_concurrency.lockutils [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-0e5a8473-09a3-49c7-91be-144a3561fd23-b35bc62e-5773-4999-af78-f6887f2d9c3b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.343060] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5234f204-daa3-abb1-6c07-e6c8e9370fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.423426] env[62563]: DEBUG nova.compute.manager [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1695.431774] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09dad8e-7dc8-46bb-b787-6f892f2583f6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.454629] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance '0e1d3972-426d-4751-bebe-12dd732bbef3' progress to 0 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1695.697146] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751513, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.826488] env[62563]: DEBUG nova.scheduler.client.report [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1695.841738] env[62563]: DEBUG oslo_concurrency.lockutils [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.842044] env[62563]: DEBUG oslo_concurrency.lockutils [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.862228] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a34f926-e9b1-4044-9945-f71357eedcf9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.866702] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5234f204-daa3-abb1-6c07-e6c8e9370fad, 'name': SearchDatastore_Task, 'duration_secs': 0.084137} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.871412] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.871838] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 46430685-25dd-412e-aebf-86ba4fcbd3ab/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk. {{(pid=62563) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1695.878951] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "1d2b02c8-11e4-43b6-a51d-1b656b587758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.879138] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "1d2b02c8-11e4-43b6-a51d-1b656b587758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.879339] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "1d2b02c8-11e4-43b6-a51d-1b656b587758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.880810] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ca48729-5a73-42b1-95c9-c964c289a63e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.901252] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42be491-8b77-4aee-9c08-47e563933213 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.906310] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1695.906310] env[62563]: value = "task-1751515" [ 1695.906310] env[62563]: _type = "Task" [ 1695.906310] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.938620] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Reconfiguring VM to detach interface {{(pid=62563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1695.942609] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ffb4354-af53-4f21-aee1-9b381afad4ca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.956055] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.960399] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.961936] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cadde83-3b79-40c1-b25b-4d2ae04c8836 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.964070] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1695.964070] env[62563]: value = "task-1751516" [ 1695.964070] env[62563]: _type = "Task" [ 1695.964070] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.969267] env[62563]: DEBUG oslo_vmware.api [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1695.969267] env[62563]: value = "task-1751517" [ 1695.969267] env[62563]: _type = "Task" [ 1695.969267] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.977564] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751516, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.983946] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1695.983946] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance '0e1d3972-426d-4751-bebe-12dd732bbef3' progress to 17 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1696.196477] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751513, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.450517} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.196769] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/abfdd329-b681-48dd-a06a-b834ed63c49a/abfdd329-b681-48dd-a06a-b834ed63c49a.vmdk to [datastore1] d225830f-a588-44be-a8c1-12d21b67ea7c/d225830f-a588-44be-a8c1-12d21b67ea7c.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1696.197619] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad597dda-5d14-4957-a853-8fc0449a368d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.221199] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] d225830f-a588-44be-a8c1-12d21b67ea7c/d225830f-a588-44be-a8c1-12d21b67ea7c.vmdk or device None with type streamOptimized {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.221512] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3df1236a-2dee-41b8-b98f-6d91bca325be {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.243027] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1696.243027] env[62563]: value = "task-1751518" [ 1696.243027] env[62563]: _type = "Task" [ 1696.243027] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.248860] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.337800] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.340578] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.099s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.342195] env[62563]: INFO nova.compute.claims [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1696.368344] env[62563]: INFO nova.scheduler.client.report [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Deleted allocations for instance c2395e1f-dfbd-47de-a330-ca2a4c086a2f [ 1696.418545] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751515, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.444315] env[62563]: DEBUG nova.compute.manager [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1696.478218] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.480719] env[62563]: DEBUG nova.virt.hardware [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1696.480958] env[62563]: DEBUG nova.virt.hardware [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1696.481149] env[62563]: DEBUG nova.virt.hardware [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1696.481339] env[62563]: DEBUG nova.virt.hardware [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1696.481486] env[62563]: DEBUG nova.virt.hardware [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1696.481631] env[62563]: DEBUG nova.virt.hardware [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1696.481902] env[62563]: DEBUG nova.virt.hardware [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1696.482083] env[62563]: DEBUG nova.virt.hardware [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1696.482258] env[62563]: DEBUG nova.virt.hardware [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1696.482460] env[62563]: DEBUG nova.virt.hardware [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1696.482667] env[62563]: DEBUG nova.virt.hardware [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1696.483551] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9330c4-c4c5-4fcc-8f12-a2045fc02f73 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.490097] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1696.490442] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1696.490522] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1696.490672] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1696.490823] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1696.490948] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1696.491187] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1696.491304] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1696.491466] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1696.491628] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1696.491796] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1696.499721] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92505e13-731f-4b65-833f-c8cd45ec58a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.511527] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64587df8-cbe3-4d2b-9d54-283919c724f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.529438] env[62563]: DEBUG oslo_vmware.api [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1696.529438] env[62563]: value = "task-1751519" [ 1696.529438] env[62563]: _type = "Task" [ 1696.529438] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.538169] env[62563]: DEBUG oslo_vmware.api [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.720189] env[62563]: DEBUG nova.compute.manager [req-277586e8-391b-40ef-9036-d8caa895f2a1 req-f4a5ea49-6f1a-447b-8c5e-ab43b2afbc13 service nova] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Received event network-vif-plugged-093c6719-440f-4ce5-a11a-8d1ca5cb90b7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1696.720444] env[62563]: DEBUG oslo_concurrency.lockutils [req-277586e8-391b-40ef-9036-d8caa895f2a1 req-f4a5ea49-6f1a-447b-8c5e-ab43b2afbc13 service nova] Acquiring lock "8ab53926-f2c0-4044-8a7a-6b84ee742c9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.720680] env[62563]: DEBUG oslo_concurrency.lockutils [req-277586e8-391b-40ef-9036-d8caa895f2a1 req-f4a5ea49-6f1a-447b-8c5e-ab43b2afbc13 service nova] Lock "8ab53926-f2c0-4044-8a7a-6b84ee742c9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.720899] env[62563]: DEBUG oslo_concurrency.lockutils [req-277586e8-391b-40ef-9036-d8caa895f2a1 req-f4a5ea49-6f1a-447b-8c5e-ab43b2afbc13 service nova] Lock "8ab53926-f2c0-4044-8a7a-6b84ee742c9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.721169] env[62563]: DEBUG nova.compute.manager [req-277586e8-391b-40ef-9036-d8caa895f2a1 req-f4a5ea49-6f1a-447b-8c5e-ab43b2afbc13 service nova] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] No waiting events found dispatching network-vif-plugged-093c6719-440f-4ce5-a11a-8d1ca5cb90b7 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1696.721391] env[62563]: WARNING nova.compute.manager [req-277586e8-391b-40ef-9036-d8caa895f2a1 req-f4a5ea49-6f1a-447b-8c5e-ab43b2afbc13 service nova] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Received unexpected event network-vif-plugged-093c6719-440f-4ce5-a11a-8d1ca5cb90b7 for instance with vm_state building and task_state spawning. [ 1696.750259] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.806895] env[62563]: DEBUG nova.network.neutron [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Successfully updated port: 093c6719-440f-4ce5-a11a-8d1ca5cb90b7 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1696.878048] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b0aab7ac-e3ed-45a8-a4ea-0b5f32e24a28 tempest-ServersTestMultiNic-1972888897 tempest-ServersTestMultiNic-1972888897-project-member] Lock "c2395e1f-dfbd-47de-a330-ca2a4c086a2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.213s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.917146] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.999903} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.917435] env[62563]: INFO nova.virt.vmwareapi.ds_util [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 46430685-25dd-412e-aebf-86ba4fcbd3ab/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk. [ 1696.918244] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1de031f-975b-4041-ac6b-912c7929758e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.945929] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 46430685-25dd-412e-aebf-86ba4fcbd3ab/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.946270] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e40eaf31-9d78-4006-8fba-2b6ba66eb96d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.960093] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.960473] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.960473] env[62563]: DEBUG nova.network.neutron [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.970522] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1696.970522] env[62563]: value = "task-1751520" [ 1696.970522] env[62563]: _type = "Task" [ 1696.970522] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.978025] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.983255] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.039432] env[62563]: DEBUG oslo_vmware.api [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751519, 'name': ReconfigVM_Task, 'duration_secs': 0.156382} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.039949] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance '0e1d3972-426d-4751-bebe-12dd732bbef3' progress to 33 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1697.251221] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751518, 'name': ReconfigVM_Task, 'duration_secs': 0.92043} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.251664] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Reconfigured VM instance instance-0000003b to attach disk [datastore1] d225830f-a588-44be-a8c1-12d21b67ea7c/d225830f-a588-44be-a8c1-12d21b67ea7c.vmdk or device None with type streamOptimized {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1697.253271] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_secret_uuid': None, 'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encryption_options': None, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/sda', 'image_id': '9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'boot_index': None, 'attachment_id': '9000221f-7897-4d9f-9c58-864a5559e142', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364076', 'volume_id': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'name': 'volume-e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'd225830f-a588-44be-a8c1-12d21b67ea7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'serial': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050'}, 'volume_type': None}], 'swap': None} {{(pid=62563) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1697.253596] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1697.253816] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364076', 'volume_id': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'name': 'volume-e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'd225830f-a588-44be-a8c1-12d21b67ea7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'serial': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1697.254690] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af19e0-cf67-4472-b292-305fef0ee090 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.272048] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21c5e9e-ac08-45a8-8d52-37e1cb756828 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.300265] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-e09b4e8d-1006-422b-b837-ee0bfe7e6050/volume-e09b4e8d-1006-422b-b837-ee0bfe7e6050.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1697.300265] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4634c176-c63f-4d54-849a-2b3bf68ba4a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.313557] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "refresh_cache-8ab53926-f2c0-4044-8a7a-6b84ee742c9e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.313609] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "refresh_cache-8ab53926-f2c0-4044-8a7a-6b84ee742c9e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.313827] env[62563]: DEBUG nova.network.neutron [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1697.321345] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1697.321345] env[62563]: value = "task-1751521" [ 1697.321345] env[62563]: _type = "Task" [ 1697.321345] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.331071] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.481792] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.489999] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751520, 'name': ReconfigVM_Task, 'duration_secs': 0.466062} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.490467] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 46430685-25dd-412e-aebf-86ba4fcbd3ab/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1697.494120] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e6297-83f3-4ae5-b15d-412a096882bc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.523290] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34676445-2c7b-4a03-886d-177caf500d16 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.542683] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1697.542683] env[62563]: value = "task-1751522" [ 1697.542683] env[62563]: _type = "Task" [ 1697.542683] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.547722] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1697.547988] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1697.548241] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1697.548497] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1697.548704] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1697.548939] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1697.549229] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1697.549452] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1697.549671] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1697.549929] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1697.550577] env[62563]: DEBUG nova.virt.hardware [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1697.556353] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1697.559130] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8947484d-ca1f-4691-8786-51df7a5a8a53 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.577747] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.579264] env[62563]: DEBUG oslo_vmware.api [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1697.579264] env[62563]: value = "task-1751523" [ 1697.579264] env[62563]: _type = "Task" [ 1697.579264] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.586806] env[62563]: DEBUG oslo_vmware.api [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.711783] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739635d8-3f35-4c2e-8019-3b557ae48356 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.719973] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f506e8c6-5ca3-45cc-a3d7-18c739f6b31c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.748923] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea41810-b036-4c5d-9515-30257e1e515f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.756895] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562fb763-33c1-4f2a-bab2-cde14571b009 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.772272] env[62563]: DEBUG nova.compute.provider_tree [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1697.812936] env[62563]: DEBUG nova.network.neutron [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating instance_info_cache with network_info: [{"id": "b8908efe-fd9f-4db0-9b5e-4776c872a794", "address": "fa:16:3e:18:ae:a8", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8908efe-fd", "ovs_interfaceid": "b8908efe-fd9f-4db0-9b5e-4776c872a794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.831486] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751521, 'name': ReconfigVM_Task, 'duration_secs': 0.337668} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.831779] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-e09b4e8d-1006-422b-b837-ee0bfe7e6050/volume-e09b4e8d-1006-422b-b837-ee0bfe7e6050.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1697.836730] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-550dfe73-a5bc-4cc5-969f-d803fa6e3a71 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.847363] env[62563]: DEBUG nova.network.neutron [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1697.854870] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1697.854870] env[62563]: value = "task-1751524" [ 1697.854870] env[62563]: _type = "Task" [ 1697.854870] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.862540] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.975931] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.981352] env[62563]: DEBUG nova.network.neutron [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Updating instance_info_cache with network_info: [{"id": "093c6719-440f-4ce5-a11a-8d1ca5cb90b7", "address": "fa:16:3e:b5:20:dc", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093c6719-44", "ovs_interfaceid": "093c6719-440f-4ce5-a11a-8d1ca5cb90b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.054643] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751522, 'name': ReconfigVM_Task, 'duration_secs': 0.161551} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.055084] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1698.055424] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5edef0d0-314c-42c3-bac9-e935ba3afcf8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.061791] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1698.061791] env[62563]: value = "task-1751525" [ 1698.061791] env[62563]: _type = "Task" [ 1698.061791] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.069190] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.087499] env[62563]: DEBUG oslo_vmware.api [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751523, 'name': ReconfigVM_Task, 'duration_secs': 0.169338} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.087756] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1698.088608] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44bb1e5-0b85-42f2-a93a-2da2291b6e94 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.110687] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 0e1d3972-426d-4751-bebe-12dd732bbef3/0e1d3972-426d-4751-bebe-12dd732bbef3.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.110964] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-940e417a-8351-4032-b6e7-0c5d4b3abf84 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.128652] env[62563]: DEBUG oslo_vmware.api [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1698.128652] env[62563]: value = "task-1751526" [ 1698.128652] env[62563]: _type = "Task" [ 1698.128652] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.137818] env[62563]: DEBUG oslo_vmware.api [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.306088] env[62563]: ERROR nova.scheduler.client.report [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [req-132aa9aa-a590-4646-9450-0b33af8d82cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-132aa9aa-a590-4646-9450-0b33af8d82cd"}]} [ 1698.316692] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.325459] env[62563]: DEBUG nova.scheduler.client.report [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1698.346327] env[62563]: DEBUG nova.scheduler.client.report [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1698.346634] env[62563]: DEBUG nova.compute.provider_tree [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1698.361231] env[62563]: DEBUG nova.scheduler.client.report [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1698.367487] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751524, 'name': ReconfigVM_Task, 'duration_secs': 0.161867} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.370267] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364076', 'volume_id': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'name': 'volume-e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'd225830f-a588-44be-a8c1-12d21b67ea7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'serial': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1698.370267] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a6da13d-c6c0-4f00-b3b8-fff24dda97e7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.375127] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1698.375127] env[62563]: value = "task-1751527" [ 1698.375127] env[62563]: _type = "Task" [ 1698.375127] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.383292] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751527, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.386830] env[62563]: DEBUG nova.scheduler.client.report [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1698.475928] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.484189] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "refresh_cache-8ab53926-f2c0-4044-8a7a-6b84ee742c9e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.484309] env[62563]: DEBUG nova.compute.manager [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Instance network_info: |[{"id": "093c6719-440f-4ce5-a11a-8d1ca5cb90b7", "address": "fa:16:3e:b5:20:dc", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093c6719-44", "ovs_interfaceid": "093c6719-440f-4ce5-a11a-8d1ca5cb90b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1698.484634] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:20:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '093c6719-440f-4ce5-a11a-8d1ca5cb90b7', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1698.492261] env[62563]: DEBUG oslo.service.loopingcall [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.494993] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1698.495422] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d17c09f3-b8ec-4371-9777-7aa571432be6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.523392] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1698.523392] env[62563]: value = "task-1751528" [ 1698.523392] env[62563]: _type = "Task" [ 1698.523392] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.534283] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751528, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.573302] env[62563]: DEBUG oslo_vmware.api [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751525, 'name': PowerOnVM_Task, 'duration_secs': 0.490568} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.573577] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1698.576405] env[62563]: DEBUG nova.compute.manager [None req-56824006-e27a-40ff-be45-66fdc352ef35 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1698.576991] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf69fd1-7371-4cad-8366-a31575d73b1f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.639174] env[62563]: DEBUG oslo_vmware.api [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751526, 'name': ReconfigVM_Task, 'duration_secs': 0.312371} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.639447] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 0e1d3972-426d-4751-bebe-12dd732bbef3/0e1d3972-426d-4751-bebe-12dd732bbef3.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.639708] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance '0e1d3972-426d-4751-bebe-12dd732bbef3' progress to 50 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1698.695172] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d1b845-85c6-453c-8831-e819feadb038 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.705550] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6e4da3-6521-4c76-9e7f-6fd31342ff0a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.739018] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4f3fcd-a731-4b87-ab59-47dbd85db88d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.747424] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf577eb-21ca-4e79-9508-e09af80dc132 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.761267] env[62563]: DEBUG nova.compute.provider_tree [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1698.771907] env[62563]: DEBUG nova.compute.manager [req-0322682f-de25-4a99-a31c-1d018de439ff req-77e8ae88-2b80-4a50-b2d5-15f3d81b1eab service nova] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Received event network-changed-093c6719-440f-4ce5-a11a-8d1ca5cb90b7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1698.772134] env[62563]: DEBUG nova.compute.manager [req-0322682f-de25-4a99-a31c-1d018de439ff req-77e8ae88-2b80-4a50-b2d5-15f3d81b1eab service nova] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Refreshing instance network info cache due to event network-changed-093c6719-440f-4ce5-a11a-8d1ca5cb90b7. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1698.772366] env[62563]: DEBUG oslo_concurrency.lockutils [req-0322682f-de25-4a99-a31c-1d018de439ff req-77e8ae88-2b80-4a50-b2d5-15f3d81b1eab service nova] Acquiring lock "refresh_cache-8ab53926-f2c0-4044-8a7a-6b84ee742c9e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.772508] env[62563]: DEBUG oslo_concurrency.lockutils [req-0322682f-de25-4a99-a31c-1d018de439ff req-77e8ae88-2b80-4a50-b2d5-15f3d81b1eab service nova] Acquired lock "refresh_cache-8ab53926-f2c0-4044-8a7a-6b84ee742c9e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.772665] env[62563]: DEBUG nova.network.neutron [req-0322682f-de25-4a99-a31c-1d018de439ff req-77e8ae88-2b80-4a50-b2d5-15f3d81b1eab service nova] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Refreshing network info cache for port 093c6719-440f-4ce5-a11a-8d1ca5cb90b7 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1698.844158] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe410f4-c528-4199-b139-0a9493403759 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.868100] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4987da-ab9d-425a-aa8c-77e916c51798 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.875354] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating instance '1d2b02c8-11e4-43b6-a51d-1b656b587758' progress to 83 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1698.889017] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751527, 'name': Rename_Task, 'duration_secs': 0.182352} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.889017] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1698.889017] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-375b869b-16f1-4cd5-abda-f5a1b9543e71 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.892988] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1698.892988] env[62563]: value = "task-1751529" [ 1698.892988] env[62563]: _type = "Task" [ 1698.892988] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.900806] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.977412] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.032623] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751528, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.146891] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e8d4b7-5150-418c-ac4c-dcdee3527e43 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.167964] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751135c3-de54-4e0e-879c-f224b68afa09 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.189016] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance '0e1d3972-426d-4751-bebe-12dd732bbef3' progress to 67 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1699.300756] env[62563]: DEBUG nova.scheduler.client.report [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1699.301056] env[62563]: DEBUG nova.compute.provider_tree [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 127 to 128 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1699.301243] env[62563]: DEBUG nova.compute.provider_tree [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1699.384713] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1699.389066] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d28fc802-8d16-4ff0-b690-8688b1e82e9f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.398922] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1699.398922] env[62563]: value = "task-1751530" [ 1699.398922] env[62563]: _type = "Task" [ 1699.398922] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.406317] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751529, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.413391] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751530, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.478446] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.532786] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751528, 'name': CreateVM_Task, 'duration_secs': 0.541558} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.532954] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1699.534270] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.534270] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.534438] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1699.536040] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e595be-ecb6-4744-947d-16bb2ee47f49 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.543026] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1699.543026] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523050f7-2dcb-44da-b561-1e524a3c7b9f" [ 1699.543026] env[62563]: _type = "Task" [ 1699.543026] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.549469] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523050f7-2dcb-44da-b561-1e524a3c7b9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.647402] env[62563]: DEBUG nova.network.neutron [req-0322682f-de25-4a99-a31c-1d018de439ff req-77e8ae88-2b80-4a50-b2d5-15f3d81b1eab service nova] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Updated VIF entry in instance network info cache for port 093c6719-440f-4ce5-a11a-8d1ca5cb90b7. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1699.647795] env[62563]: DEBUG nova.network.neutron [req-0322682f-de25-4a99-a31c-1d018de439ff req-77e8ae88-2b80-4a50-b2d5-15f3d81b1eab service nova] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Updating instance_info_cache with network_info: [{"id": "093c6719-440f-4ce5-a11a-8d1ca5cb90b7", "address": "fa:16:3e:b5:20:dc", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093c6719-44", "ovs_interfaceid": "093c6719-440f-4ce5-a11a-8d1ca5cb90b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.730597] env[62563]: DEBUG nova.network.neutron [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Port 9b8e12e1-1923-47af-b4de-db7f571e58bc binding to destination host cpu-1 is already ACTIVE {{(pid=62563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1699.806480] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.466s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.807029] env[62563]: DEBUG nova.compute.manager [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1699.810049] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.754s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.906103] env[62563]: DEBUG oslo_vmware.api [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751529, 'name': PowerOnVM_Task, 'duration_secs': 0.666799} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.907024] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1699.913395] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751530, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.978921] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.024904] env[62563]: DEBUG nova.compute.manager [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1700.026176] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87d96ef-69c8-423a-855e-d86ccf29b0e5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.053403] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523050f7-2dcb-44da-b561-1e524a3c7b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012619} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.053781] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.055660] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1700.055781] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.055880] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.056287] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1700.056415] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e87ba4e7-2318-4c02-a275-37fe4f7af2c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.067444] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1700.067623] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1700.068447] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f3fc19-4739-4c05-a29a-1bd819a60e0f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.073827] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1700.073827] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52353893-f701-aa39-91b6-67fcb463afdf" [ 1700.073827] env[62563]: _type = "Task" [ 1700.073827] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.081804] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52353893-f701-aa39-91b6-67fcb463afdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.154467] env[62563]: DEBUG oslo_concurrency.lockutils [req-0322682f-de25-4a99-a31c-1d018de439ff req-77e8ae88-2b80-4a50-b2d5-15f3d81b1eab service nova] Releasing lock "refresh_cache-8ab53926-f2c0-4044-8a7a-6b84ee742c9e" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.190345] env[62563]: INFO nova.compute.manager [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Unrescuing [ 1700.190625] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "refresh_cache-46430685-25dd-412e-aebf-86ba4fcbd3ab" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.190775] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "refresh_cache-46430685-25dd-412e-aebf-86ba4fcbd3ab" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.190938] env[62563]: DEBUG nova.network.neutron [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1700.321043] env[62563]: DEBUG nova.compute.utils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1700.331386] env[62563]: DEBUG nova.compute.manager [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1700.331565] env[62563]: DEBUG nova.network.neutron [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1700.377281] env[62563]: DEBUG nova.policy [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '633961301d88477a8fb3b646b5dd51bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7628c00f0fcc4298a38a2ccc489bd2e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1700.409636] env[62563]: DEBUG oslo_vmware.api [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751530, 'name': PowerOnVM_Task, 'duration_secs': 0.557566} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.409957] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1700.410177] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e43d33e-ea11-450e-b5cc-e5bd8e2f9e4c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating instance '1d2b02c8-11e4-43b6-a51d-1b656b587758' progress to 100 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1700.479668] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.545024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a70bc6d7-9dbb-43e9-87b9-53aa4700fbff tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 47.136s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.584442] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52353893-f701-aa39-91b6-67fcb463afdf, 'name': SearchDatastore_Task, 'duration_secs': 0.014679} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.585428] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671426f5-0fbf-4939-8238-053c557b3852 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.590323] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1700.590323] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524c86eb-14fe-7e94-5315-86e8c003e1ad" [ 1700.590323] env[62563]: _type = "Task" [ 1700.590323] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.599880] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524c86eb-14fe-7e94-5315-86e8c003e1ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.637238] env[62563]: DEBUG nova.network.neutron [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Successfully created port: 9f27a737-67af-4c4e-ab5e-6512000ab213 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1700.751951] env[62563]: DEBUG oslo_concurrency.lockutils [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "0e1d3972-426d-4751-bebe-12dd732bbef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.756380] env[62563]: DEBUG oslo_concurrency.lockutils [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.756380] env[62563]: DEBUG oslo_concurrency.lockutils [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.832419] env[62563]: DEBUG nova.compute.manager [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1700.839178] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Applying migration context for instance 0e1d3972-426d-4751-bebe-12dd732bbef3 as it has an incoming, in-progress migration 07fc13f1-ced0-4f9b-98ff-9aaee1d0ab5a. Migration status is post-migrating {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1700.840210] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Applying migration context for instance 1d2b02c8-11e4-43b6-a51d-1b656b587758 as it has an incoming, in-progress migration 15b1cc84-ff1d-4a55-b38b-1b17f6db0932. Migration status is post-migrating {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1700.842069] env[62563]: INFO nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating resource usage from migration 07fc13f1-ced0-4f9b-98ff-9aaee1d0ab5a [ 1700.842350] env[62563]: INFO nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating resource usage from migration 15b1cc84-ff1d-4a55-b38b-1b17f6db0932 [ 1700.870708] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 72a99e47-ef6a-4930-be72-bbb5af8f6c77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.871056] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.871268] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.871508] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 0e5a8473-09a3-49c7-91be-144a3561fd23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.871570] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.871724] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 214f8826-eefd-4829-80a2-c879fac8c0cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.871874] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d225830f-a588-44be-a8c1-12d21b67ea7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.872482] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 46430685-25dd-412e-aebf-86ba4fcbd3ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.872482] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.872482] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.872482] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 7bee263f-4ff5-4537-953d-1d199d67afcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.872482] env[62563]: WARNING nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 6d27b946-2fd8-4951-9db8-d08fb0e7335d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1700.873082] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Migration 15b1cc84-ff1d-4a55-b38b-1b17f6db0932 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1700.873082] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 1d2b02c8-11e4-43b6-a51d-1b656b587758 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.873082] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Migration 07fc13f1-ced0-4f9b-98ff-9aaee1d0ab5a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1700.873295] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 0e1d3972-426d-4751-bebe-12dd732bbef3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.873439] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 8ab53926-f2c0-4044-8a7a-6b84ee742c9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.873628] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 112794f5-e4f3-497b-8a53-092d45af3358 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1700.979683] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.104437] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524c86eb-14fe-7e94-5315-86e8c003e1ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012194} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.104862] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.105286] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8ab53926-f2c0-4044-8a7a-6b84ee742c9e/8ab53926-f2c0-4044-8a7a-6b84ee742c9e.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1701.105564] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11e9116e-96fe-433d-b092-ed3e834dddb6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.114564] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1701.114564] env[62563]: value = "task-1751531" [ 1701.114564] env[62563]: _type = "Task" [ 1701.114564] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.126442] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.240862] env[62563]: DEBUG nova.network.neutron [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Updating instance_info_cache with network_info: [{"id": "e1dba4cc-49f5-434a-bc44-c3f2b904d159", "address": "fa:16:3e:b1:f3:8e", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1dba4cc-49", "ovs_interfaceid": "e1dba4cc-49f5-434a-bc44-c3f2b904d159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.379135] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 086fb48c-5b24-4dc5-9e2a-3ff4811072a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1701.379135] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1701.379135] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1701.479788] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751516, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.628771] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751531, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.656347] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613cf7e3-f753-4455-b5cf-bef278bdbc11 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.664674] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30012b24-4019-4016-b6ea-853d56ff2694 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.699425] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b313da-697b-4501-9c51-538ce6eae9b8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.708652] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46498315-93c1-4239-aa8f-77b9c2458de6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.724179] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.743435] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "refresh_cache-46430685-25dd-412e-aebf-86ba4fcbd3ab" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.744151] env[62563]: DEBUG nova.objects.instance [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lazy-loading 'flavor' on Instance uuid 46430685-25dd-412e-aebf-86ba4fcbd3ab {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1701.816768] env[62563]: DEBUG oslo_concurrency.lockutils [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.817118] env[62563]: DEBUG oslo_concurrency.lockutils [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.817239] env[62563]: DEBUG nova.network.neutron [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.856412] env[62563]: DEBUG nova.compute.manager [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1701.896661] env[62563]: DEBUG nova.virt.hardware [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1701.897880] env[62563]: DEBUG nova.virt.hardware [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1701.898213] env[62563]: DEBUG nova.virt.hardware [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.901081] env[62563]: DEBUG nova.virt.hardware [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1701.901081] env[62563]: DEBUG nova.virt.hardware [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.901081] env[62563]: DEBUG nova.virt.hardware [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1701.901081] env[62563]: DEBUG nova.virt.hardware [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1701.901081] env[62563]: DEBUG nova.virt.hardware [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1701.901081] env[62563]: DEBUG nova.virt.hardware [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1701.901081] env[62563]: DEBUG nova.virt.hardware [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1701.901081] env[62563]: DEBUG nova.virt.hardware [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1701.902237] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b27da58-b5ad-4d87-988e-237bcfac389a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.915245] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312b63a2-c991-4528-ba1a-0d1a5940b93b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.985814] env[62563]: DEBUG oslo_vmware.api [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751516, 'name': ReconfigVM_Task, 'duration_secs': 5.940143} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.986248] env[62563]: DEBUG oslo_concurrency.lockutils [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.986583] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Reconfigured VM to detach interface {{(pid=62563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1702.131259] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817686} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.131259] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8ab53926-f2c0-4044-8a7a-6b84ee742c9e/8ab53926-f2c0-4044-8a7a-6b84ee742c9e.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1702.131437] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1702.131796] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-909a869d-9f43-442b-b190-e98967c2207c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.140791] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1702.140791] env[62563]: value = "task-1751532" [ 1702.140791] env[62563]: _type = "Task" [ 1702.140791] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.155151] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.227918] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1702.253913] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed659b3-b8e9-4484-84fd-487a33032508 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.286904] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1702.286904] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df58800f-0ccd-413f-9ba4-5861ecc777d5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.295202] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "1d2b02c8-11e4-43b6-a51d-1b656b587758" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.295202] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "1d2b02c8-11e4-43b6-a51d-1b656b587758" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.295202] env[62563]: DEBUG nova.compute.manager [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Going to confirm migration 4 {{(pid=62563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1702.305220] env[62563]: DEBUG oslo_vmware.api [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1702.305220] env[62563]: value = "task-1751533" [ 1702.305220] env[62563]: _type = "Task" [ 1702.305220] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.312919] env[62563]: DEBUG oslo_vmware.api [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.658722] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120756} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.659288] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1702.660196] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade2e9e2-4bfb-4ad8-8f78-44d60d1c7398 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.692656] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 8ab53926-f2c0-4044-8a7a-6b84ee742c9e/8ab53926-f2c0-4044-8a7a-6b84ee742c9e.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1702.697492] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c51ba835-0ec5-43ec-b9e3-20a763c94b91 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.716122] env[62563]: DEBUG nova.compute.manager [req-e3fc3202-c090-40b2-9019-d1076a1724b1 req-d92eb5b2-5385-43aa-9170-dc7d13bbc5f8 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Received event network-vif-deleted-b35bc62e-5773-4999-af78-f6887f2d9c3b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1702.716324] env[62563]: INFO nova.compute.manager [req-e3fc3202-c090-40b2-9019-d1076a1724b1 req-d92eb5b2-5385-43aa-9170-dc7d13bbc5f8 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Neutron deleted interface b35bc62e-5773-4999-af78-f6887f2d9c3b; detaching it from the instance and deleting it from the info cache [ 1702.716593] env[62563]: DEBUG nova.network.neutron [req-e3fc3202-c090-40b2-9019-d1076a1724b1 req-d92eb5b2-5385-43aa-9170-dc7d13bbc5f8 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updating instance_info_cache with network_info: [{"id": "66d347bb-0e5f-4830-b186-154044db5726", "address": "fa:16:3e:07:23:b0", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d347bb-0e", "ovs_interfaceid": "66d347bb-0e5f-4830-b186-154044db5726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fcda34e5-11f2-4af3-985a-02567343e655", "address": "fa:16:3e:85:be:90", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcda34e5-11", "ovs_interfaceid": "fcda34e5-11f2-4af3-985a-02567343e655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.726040] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1702.726040] env[62563]: value = "task-1751534" [ 1702.726040] env[62563]: _type = "Task" [ 1702.726040] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.736772] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1702.736987] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.927s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.737247] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.738055] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.739s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.739117] env[62563]: INFO nova.compute.claims [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1702.817430] env[62563]: DEBUG oslo_vmware.api [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751533, 'name': PowerOffVM_Task, 'duration_secs': 0.370315} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.817906] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1702.823291] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1702.823950] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c50e6d-8b34-4758-8e71-7a4943e96f77 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.844882] env[62563]: DEBUG oslo_vmware.api [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1702.844882] env[62563]: value = "task-1751535" [ 1702.844882] env[62563]: _type = "Task" [ 1702.844882] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.864340] env[62563]: DEBUG oslo_vmware.api [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.903688] env[62563]: DEBUG nova.compute.manager [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Received event network-vif-deleted-fcda34e5-11f2-4af3-985a-02567343e655 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1702.903946] env[62563]: INFO nova.compute.manager [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Neutron deleted interface fcda34e5-11f2-4af3-985a-02567343e655; detaching it from the instance and deleting it from the info cache [ 1702.904225] env[62563]: DEBUG nova.network.neutron [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updating instance_info_cache with network_info: [{"id": "66d347bb-0e5f-4830-b186-154044db5726", "address": "fa:16:3e:07:23:b0", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d347bb-0e", "ovs_interfaceid": "66d347bb-0e5f-4830-b186-154044db5726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.027593] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.028417] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.030208] env[62563]: DEBUG nova.network.neutron [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.031116] env[62563]: DEBUG nova.objects.instance [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lazy-loading 'info_cache' on Instance uuid 1d2b02c8-11e4-43b6-a51d-1b656b587758 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.131889] env[62563]: DEBUG nova.network.neutron [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance_info_cache with network_info: [{"id": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "address": "fa:16:3e:37:a7:fe", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8e12e1-19", "ovs_interfaceid": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.200524] env[62563]: DEBUG nova.network.neutron [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Successfully updated port: 9f27a737-67af-4c4e-ab5e-6512000ab213 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1703.219351] env[62563]: DEBUG oslo_concurrency.lockutils [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.219351] env[62563]: DEBUG oslo_concurrency.lockutils [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.219585] env[62563]: DEBUG nova.network.neutron [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.221040] env[62563]: DEBUG oslo_concurrency.lockutils [req-e3fc3202-c090-40b2-9019-d1076a1724b1 req-d92eb5b2-5385-43aa-9170-dc7d13bbc5f8 service nova] Acquiring lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.221295] env[62563]: DEBUG oslo_concurrency.lockutils [req-e3fc3202-c090-40b2-9019-d1076a1724b1 req-d92eb5b2-5385-43aa-9170-dc7d13bbc5f8 service nova] Acquired lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.222251] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bb8add-1cc6-43b5-a8b0-adcd0682f1ca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.246565] env[62563]: DEBUG oslo_concurrency.lockutils [req-e3fc3202-c090-40b2-9019-d1076a1724b1 req-d92eb5b2-5385-43aa-9170-dc7d13bbc5f8 service nova] Releasing lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.246565] env[62563]: WARNING nova.compute.manager [req-e3fc3202-c090-40b2-9019-d1076a1724b1 req-d92eb5b2-5385-43aa-9170-dc7d13bbc5f8 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Detach interface failed, port_id=b35bc62e-5773-4999-af78-f6887f2d9c3b, reason: No device with interface-id b35bc62e-5773-4999-af78-f6887f2d9c3b exists on VM: nova.exception.NotFound: No device with interface-id b35bc62e-5773-4999-af78-f6887f2d9c3b exists on VM [ 1703.251127] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.367795] env[62563]: DEBUG oslo_vmware.api [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.409837] env[62563]: DEBUG oslo_concurrency.lockutils [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Acquiring lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.409837] env[62563]: DEBUG oslo_concurrency.lockutils [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Acquired lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.409837] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a33522-6d28-40ba-a18c-94f33a5909a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.436380] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f48f52-3f82-4d59-b3ff-1d66f6e32d5e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.461298] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "0e5a8473-09a3-49c7-91be-144a3561fd23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.470733] env[62563]: DEBUG nova.virt.vmwareapi.vmops [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Reconfiguring VM to detach interface {{(pid=62563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1703.470733] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3345a3e2-2bf3-4fdf-a770-66713ed9e072 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.493442] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Waiting for the task: (returnval){ [ 1703.493442] env[62563]: value = "task-1751536" [ 1703.493442] env[62563]: _type = "Task" [ 1703.493442] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.503389] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Task: {'id': task-1751536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.635684] env[62563]: DEBUG oslo_concurrency.lockutils [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.703258] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "refresh_cache-112794f5-e4f3-497b-8a53-092d45af3358" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.703564] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "refresh_cache-112794f5-e4f3-497b-8a53-092d45af3358" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.703811] env[62563]: DEBUG nova.network.neutron [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.739447] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751534, 'name': ReconfigVM_Task, 'duration_secs': 0.882118} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.739727] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 8ab53926-f2c0-4044-8a7a-6b84ee742c9e/8ab53926-f2c0-4044-8a7a-6b84ee742c9e.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1703.744019] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-952c5715-2ad8-4820-960b-0b243ce19060 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.751391] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1703.751391] env[62563]: value = "task-1751537" [ 1703.751391] env[62563]: _type = "Task" [ 1703.751391] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.761262] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751537, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.863688] env[62563]: DEBUG oslo_vmware.api [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751535, 'name': ReconfigVM_Task, 'duration_secs': 0.649045} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.865695] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1703.865920] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1703.866754] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ce38e5e-727f-4f18-9637-eb2bc2f4240a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.875569] env[62563]: DEBUG oslo_vmware.api [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1703.875569] env[62563]: value = "task-1751538" [ 1703.875569] env[62563]: _type = "Task" [ 1703.875569] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.886064] env[62563]: DEBUG oslo_vmware.api [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.987630] env[62563]: DEBUG nova.network.neutron [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updating instance_info_cache with network_info: [{"id": "66d347bb-0e5f-4830-b186-154044db5726", "address": "fa:16:3e:07:23:b0", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d347bb-0e", "ovs_interfaceid": "66d347bb-0e5f-4830-b186-154044db5726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.007152] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Task: {'id': task-1751536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.041736] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f5f543-a58a-474d-9985-7cca7522a990 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.056375] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e845e8-099a-4735-9f05-1a0e293e6fb3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.854172] env[62563]: DEBUG oslo_concurrency.lockutils [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "refresh_cache-0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.869569] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5122c42b-fe0c-4bef-959f-ca825ae1a0d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.872775] env[62563]: DEBUG nova.compute.manager [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Received event network-vif-plugged-9f27a737-67af-4c4e-ab5e-6512000ab213 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1704.872996] env[62563]: DEBUG oslo_concurrency.lockutils [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] Acquiring lock "112794f5-e4f3-497b-8a53-092d45af3358-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.873463] env[62563]: DEBUG oslo_concurrency.lockutils [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] Lock "112794f5-e4f3-497b-8a53-092d45af3358-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.873463] env[62563]: DEBUG oslo_concurrency.lockutils [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] Lock "112794f5-e4f3-497b-8a53-092d45af3358-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.873584] env[62563]: DEBUG nova.compute.manager [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] No waiting events found dispatching network-vif-plugged-9f27a737-67af-4c4e-ab5e-6512000ab213 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1704.873718] env[62563]: WARNING nova.compute.manager [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Received unexpected event network-vif-plugged-9f27a737-67af-4c4e-ab5e-6512000ab213 for instance with vm_state building and task_state spawning. [ 1704.873885] env[62563]: DEBUG nova.compute.manager [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Received event network-changed-9f27a737-67af-4c4e-ab5e-6512000ab213 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1704.874045] env[62563]: DEBUG nova.compute.manager [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Refreshing instance network info cache due to event network-changed-9f27a737-67af-4c4e-ab5e-6512000ab213. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1704.874212] env[62563]: DEBUG oslo_concurrency.lockutils [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] Acquiring lock "refresh_cache-112794f5-e4f3-497b-8a53-092d45af3358" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.882803] env[62563]: DEBUG oslo_vmware.api [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751538, 'name': PowerOnVM_Task, 'duration_secs': 0.545144} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.889261] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1704.889466] env[62563]: DEBUG nova.compute.manager [None req-6870d46a-91e8-4f56-89c1-505cfa6f9ad8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1704.889759] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Task: {'id': task-1751536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.890486] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751537, 'name': Rename_Task, 'duration_secs': 0.277571} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.891264] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52723d16-7630-4520-9150-c9fb6ba11b8e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.893771] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1704.894950] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dd367c-8eda-44d7-b1e7-d93a97b625d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.899613] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a8d80f6-cd1d-4a1a-a10b-95daf59d486a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.901676] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5608fa2c-86c7-4a99-b965-19416a40aa44 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.935766] env[62563]: DEBUG nova.compute.provider_tree [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1704.937477] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1704.937477] env[62563]: value = "task-1751539" [ 1704.937477] env[62563]: _type = "Task" [ 1704.937477] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.938690] env[62563]: DEBUG nova.network.neutron [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1704.941418] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6edfebb-b17d-4975-9574-a70d2c1c0936 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.955920] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance '0e1d3972-426d-4751-bebe-12dd732bbef3' progress to 83 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1704.967026] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751539, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.185228] env[62563]: DEBUG nova.network.neutron [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Updating instance_info_cache with network_info: [{"id": "9f27a737-67af-4c4e-ab5e-6512000ab213", "address": "fa:16:3e:89:6b:1a", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f27a737-67", "ovs_interfaceid": "9f27a737-67af-4c4e-ab5e-6512000ab213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.210789] env[62563]: DEBUG nova.network.neutron [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating instance_info_cache with network_info: [{"id": "b8908efe-fd9f-4db0-9b5e-4776c872a794", "address": "fa:16:3e:18:ae:a8", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8908efe-fd", "ovs_interfaceid": "b8908efe-fd9f-4db0-9b5e-4776c872a794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.358111] env[62563]: DEBUG oslo_concurrency.lockutils [None req-996d7c88-7775-4619-94eb-56fb0b7fb0f7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-0e5a8473-09a3-49c7-91be-144a3561fd23-b35bc62e-5773-4999-af78-f6887f2d9c3b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.027s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.370438] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Task: {'id': task-1751536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.456340] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751539, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.461304] env[62563]: ERROR nova.scheduler.client.report [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [req-e4e6b1f1-5ea4-46a0-9b55-d06079391e2a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e4e6b1f1-5ea4-46a0-9b55-d06079391e2a"}]} [ 1705.467539] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-949cb3ce-b322-42d6-853f-d5685c35089f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance '0e1d3972-426d-4751-bebe-12dd732bbef3' progress to 100 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1705.481221] env[62563]: DEBUG nova.scheduler.client.report [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1705.495977] env[62563]: DEBUG nova.scheduler.client.report [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1705.496221] env[62563]: DEBUG nova.compute.provider_tree [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1705.509824] env[62563]: DEBUG nova.scheduler.client.report [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1705.527380] env[62563]: DEBUG nova.scheduler.client.report [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1705.689398] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "refresh_cache-112794f5-e4f3-497b-8a53-092d45af3358" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.689398] env[62563]: DEBUG nova.compute.manager [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Instance network_info: |[{"id": "9f27a737-67af-4c4e-ab5e-6512000ab213", "address": "fa:16:3e:89:6b:1a", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f27a737-67", "ovs_interfaceid": "9f27a737-67af-4c4e-ab5e-6512000ab213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1705.689398] env[62563]: DEBUG oslo_concurrency.lockutils [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] Acquired lock "refresh_cache-112794f5-e4f3-497b-8a53-092d45af3358" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.689398] env[62563]: DEBUG nova.network.neutron [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Refreshing network info cache for port 9f27a737-67af-4c4e-ab5e-6512000ab213 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1705.690549] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:6b:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f27a737-67af-4c4e-ab5e-6512000ab213', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1705.698408] env[62563]: DEBUG oslo.service.loopingcall [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.701324] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1705.703122] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-102f203f-b679-47d3-b4a2-8cbf3575c8c9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.726704] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "refresh_cache-1d2b02c8-11e4-43b6-a51d-1b656b587758" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.727500] env[62563]: DEBUG nova.objects.instance [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lazy-loading 'migration_context' on Instance uuid 1d2b02c8-11e4-43b6-a51d-1b656b587758 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.734886] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1705.734886] env[62563]: value = "task-1751540" [ 1705.734886] env[62563]: _type = "Task" [ 1705.734886] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.745108] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751540, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.789147] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.789147] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.795853] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16765764-9750-43a2-9f10-353a6f4e0926 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.805191] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3f3ba5-9baa-453b-b092-5e049c9b3e95 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.837368] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f68fa6d-8358-4c24-98a0-086853aa6398 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.845283] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51336a6-7615-4a2f-8dea-0d76f8faf040 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.859327] env[62563]: DEBUG nova.compute.provider_tree [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1705.871087] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Task: {'id': task-1751536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.955035] env[62563]: DEBUG oslo_vmware.api [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751539, 'name': PowerOnVM_Task, 'duration_secs': 0.572677} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.955035] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1705.955035] env[62563]: INFO nova.compute.manager [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1705.955035] env[62563]: DEBUG nova.compute.manager [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1705.955317] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68890303-d3d9-4341-8ab0-c21db3317a68 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.231157] env[62563]: DEBUG nova.objects.base [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Object Instance<1d2b02c8-11e4-43b6-a51d-1b656b587758> lazy-loaded attributes: info_cache,migration_context {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1706.234472] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdc36da-a14d-4745-b55b-a5bd91925dbc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.245835] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751540, 'name': CreateVM_Task, 'duration_secs': 0.358661} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.260511] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1706.262128] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.263023] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.263023] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1706.263023] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e139a48c-8ba8-4366-850a-dd4f846a1ff4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.265118] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a7e5ae-7c5f-4240-92c9-4e3bb3affc0d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.269790] env[62563]: DEBUG oslo_vmware.api [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1706.269790] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524b38c3-e9f3-bbb3-a053-bf9ae12623b1" [ 1706.269790] env[62563]: _type = "Task" [ 1706.269790] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.271235] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1706.271235] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52256c64-c09f-d7da-6431-8457eee263d5" [ 1706.271235] env[62563]: _type = "Task" [ 1706.271235] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.281720] env[62563]: DEBUG oslo_vmware.api [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524b38c3-e9f3-bbb3-a053-bf9ae12623b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.286348] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52256c64-c09f-d7da-6431-8457eee263d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.291107] env[62563]: DEBUG nova.compute.manager [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1706.376195] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Task: {'id': task-1751536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.396428] env[62563]: DEBUG nova.scheduler.client.report [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1706.396736] env[62563]: DEBUG nova.compute.provider_tree [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 129 to 130 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1706.396960] env[62563]: DEBUG nova.compute.provider_tree [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1706.423990] env[62563]: DEBUG nova.network.neutron [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Updated VIF entry in instance network info cache for port 9f27a737-67af-4c4e-ab5e-6512000ab213. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1706.424389] env[62563]: DEBUG nova.network.neutron [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Updating instance_info_cache with network_info: [{"id": "9f27a737-67af-4c4e-ab5e-6512000ab213", "address": "fa:16:3e:89:6b:1a", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f27a737-67", "ovs_interfaceid": "9f27a737-67af-4c4e-ab5e-6512000ab213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.473165] env[62563]: INFO nova.compute.manager [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Took 27.83 seconds to build instance. [ 1706.788099] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52256c64-c09f-d7da-6431-8457eee263d5, 'name': SearchDatastore_Task, 'duration_secs': 0.018163} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.788404] env[62563]: DEBUG oslo_vmware.api [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524b38c3-e9f3-bbb3-a053-bf9ae12623b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.788724] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.789030] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1706.789309] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.789488] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.789698] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1706.789994] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.790332] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1891df8-714e-410d-a5cf-57ca7a12a443 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.800205] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1706.800493] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1706.801211] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cab30b3-5b36-42eb-b599-6cb241cb802c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.806514] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1706.806514] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523d20be-a7c0-3dc2-29ec-079eb3d9f8ef" [ 1706.806514] env[62563]: _type = "Task" [ 1706.806514] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.814119] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523d20be-a7c0-3dc2-29ec-079eb3d9f8ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.814998] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.869171] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Task: {'id': task-1751536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.903481] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.166s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.904103] env[62563]: DEBUG nova.compute.manager [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1706.906940] env[62563]: DEBUG oslo_concurrency.lockutils [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.965s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.907815] env[62563]: DEBUG oslo_concurrency.lockutils [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.909354] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.119s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.927071] env[62563]: DEBUG oslo_concurrency.lockutils [req-88e6545d-b7c2-49c9-aac1-f93d225b9458 req-7a39d618-1c20-4cd9-ba8a-f0baa2c1351c service nova] Releasing lock "refresh_cache-112794f5-e4f3-497b-8a53-092d45af3358" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.933560] env[62563]: INFO nova.scheduler.client.report [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted allocations for instance 6d27b946-2fd8-4951-9db8-d08fb0e7335d [ 1706.975128] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cec49803-514a-4abb-9da2-ad269fff17ee tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "8ab53926-f2c0-4044-8a7a-6b84ee742c9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.345s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.317889] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523d20be-a7c0-3dc2-29ec-079eb3d9f8ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.318774] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-419e4652-2cb4-42a0-9154-fe3f5fd07f2e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.324586] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1707.324586] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e3ded8-7aed-2bff-c85b-1c52c4d3161d" [ 1707.324586] env[62563]: _type = "Task" [ 1707.324586] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.332931] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e3ded8-7aed-2bff-c85b-1c52c4d3161d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.370392] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Task: {'id': task-1751536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.413822] env[62563]: DEBUG nova.compute.utils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.420862] env[62563]: DEBUG nova.compute.manager [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1707.421158] env[62563]: DEBUG nova.network.neutron [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1707.442417] env[62563]: DEBUG oslo_concurrency.lockutils [None req-782f2caa-6571-4227-ae83-79a81d51edf7 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "6d27b946-2fd8-4951-9db8-d08fb0e7335d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.482s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.467109] env[62563]: DEBUG nova.policy [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '662a866d0f3c49b89dfa67aaba72b0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0a3d5e0548148d0921405951d69ba19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1707.478248] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260998ed-a157-4065-bd42-7f6b140be88b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.486997] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-495286e7-7cf9-4826-9779-a36ec30ec5a7 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Suspending the VM {{(pid=62563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1707.487337] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7db10399-65c7-4927-9fe1-13b387b846b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.495758] env[62563]: DEBUG oslo_vmware.api [None req-495286e7-7cf9-4826-9779-a36ec30ec5a7 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1707.495758] env[62563]: value = "task-1751541" [ 1707.495758] env[62563]: _type = "Task" [ 1707.495758] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.504142] env[62563]: DEBUG oslo_vmware.api [None req-495286e7-7cf9-4826-9779-a36ec30ec5a7 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751541, 'name': SuspendVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.572895] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "214f8826-eefd-4829-80a2-c879fac8c0cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.573208] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "214f8826-eefd-4829-80a2-c879fac8c0cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.573431] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "214f8826-eefd-4829-80a2-c879fac8c0cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.573719] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "214f8826-eefd-4829-80a2-c879fac8c0cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.573968] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "214f8826-eefd-4829-80a2-c879fac8c0cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.576282] env[62563]: INFO nova.compute.manager [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Terminating instance [ 1707.578843] env[62563]: DEBUG nova.compute.manager [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1707.578914] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.579918] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d73b81-087b-44f5-841b-7721d69e59a2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.592435] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.592743] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8ee0a36-0525-4702-b887-15adb41d9cd9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.606776] env[62563]: DEBUG oslo_vmware.api [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1707.606776] env[62563]: value = "task-1751542" [ 1707.606776] env[62563]: _type = "Task" [ 1707.606776] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.617901] env[62563]: DEBUG oslo_vmware.api [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.627633] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "0e1d3972-426d-4751-bebe-12dd732bbef3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.628204] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.628204] env[62563]: DEBUG nova.compute.manager [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Going to confirm migration 5 {{(pid=62563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1707.744472] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae791675-e5e7-4bce-9bb3-278edb8c3595 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.755225] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c69ce2-e425-4054-83d5-f97e2999a0e7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.794018] env[62563]: DEBUG nova.network.neutron [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Successfully created port: 5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1707.794678] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2df8f5-792b-45ce-8a1e-e6ba65cde2c9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.803948] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75d41c7-f639-48ae-8345-7acd6301e4c0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.823776] env[62563]: DEBUG nova.compute.provider_tree [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.834019] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e3ded8-7aed-2bff-c85b-1c52c4d3161d, 'name': SearchDatastore_Task, 'duration_secs': 0.023487} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.834501] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.834618] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 112794f5-e4f3-497b-8a53-092d45af3358/112794f5-e4f3-497b-8a53-092d45af3358.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1707.834831] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d12795c-9c71-46e7-925e-555e3d7c95d5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.842455] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1707.842455] env[62563]: value = "task-1751543" [ 1707.842455] env[62563]: _type = "Task" [ 1707.842455] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.851405] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.871027] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Task: {'id': task-1751536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.924951] env[62563]: DEBUG nova.compute.manager [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1708.010014] env[62563]: DEBUG oslo_vmware.api [None req-495286e7-7cf9-4826-9779-a36ec30ec5a7 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751541, 'name': SuspendVM_Task} progress is 58%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.111030] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.111030] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.111030] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.111030] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.111030] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.115322] env[62563]: INFO nova.compute.manager [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Terminating instance [ 1708.118258] env[62563]: DEBUG nova.compute.manager [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1708.118632] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1708.119610] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf9c0db-6ac6-4768-9981-3926d61e71e3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.125855] env[62563]: DEBUG oslo_vmware.api [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751542, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.132894] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1708.135209] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf5a9c02-81e3-4db3-b7b0-2028adc87cbd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.142711] env[62563]: DEBUG oslo_vmware.api [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1708.142711] env[62563]: value = "task-1751544" [ 1708.142711] env[62563]: _type = "Task" [ 1708.142711] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.151691] env[62563]: DEBUG oslo_vmware.api [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.230139] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.230139] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.230139] env[62563]: DEBUG nova.network.neutron [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1708.230139] env[62563]: DEBUG nova.objects.instance [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'info_cache' on Instance uuid 0e1d3972-426d-4751-bebe-12dd732bbef3 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1708.333244] env[62563]: DEBUG nova.scheduler.client.report [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1708.353632] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751543, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.372944] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Task: {'id': task-1751536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.514521] env[62563]: DEBUG oslo_vmware.api [None req-495286e7-7cf9-4826-9779-a36ec30ec5a7 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751541, 'name': SuspendVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.624747] env[62563]: DEBUG oslo_vmware.api [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751542, 'name': PowerOffVM_Task, 'duration_secs': 1.005857} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.625156] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.625371] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.625677] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-025edac2-ecb2-4b9c-88ab-d6618512d4ad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.652331] env[62563]: DEBUG oslo_vmware.api [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751544, 'name': PowerOffVM_Task, 'duration_secs': 0.470719} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.652591] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.652768] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.653049] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cc92f8f-dab1-478d-bd37-bfa12ae20efb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.856596] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518756} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.857574] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 112794f5-e4f3-497b-8a53-092d45af3358/112794f5-e4f3-497b-8a53-092d45af3358.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1708.857792] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1708.858071] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ced21a4-3fc8-458b-9766-a0e41aa8f9d8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.868014] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1708.868014] env[62563]: value = "task-1751547" [ 1708.868014] env[62563]: _type = "Task" [ 1708.868014] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.879080] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Task: {'id': task-1751536, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.884353] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.933887] env[62563]: DEBUG nova.compute.manager [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1708.956575] env[62563]: DEBUG nova.virt.hardware [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1708.957384] env[62563]: DEBUG nova.virt.hardware [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1708.957384] env[62563]: DEBUG nova.virt.hardware [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.957384] env[62563]: DEBUG nova.virt.hardware [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1708.957384] env[62563]: DEBUG nova.virt.hardware [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.957544] env[62563]: DEBUG nova.virt.hardware [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1708.957694] env[62563]: DEBUG nova.virt.hardware [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1708.957820] env[62563]: DEBUG nova.virt.hardware [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1708.957984] env[62563]: DEBUG nova.virt.hardware [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1708.958724] env[62563]: DEBUG nova.virt.hardware [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1708.958950] env[62563]: DEBUG nova.virt.hardware [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1708.960011] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3190e797-ea56-40d4-a9e3-ca7a34f4d259 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.968254] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f26e25-a163-4869-9dc8-30812800f93e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.009323] env[62563]: DEBUG oslo_vmware.api [None req-495286e7-7cf9-4826-9779-a36ec30ec5a7 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751541, 'name': SuspendVM_Task, 'duration_secs': 1.118633} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.009598] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-495286e7-7cf9-4826-9779-a36ec30ec5a7 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Suspended the VM {{(pid=62563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1709.009915] env[62563]: DEBUG nova.compute.manager [None req-495286e7-7cf9-4826-9779-a36ec30ec5a7 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1709.010910] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeef4af7-bdab-4122-bf3e-709c90020771 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.235201] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1709.235432] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1709.235617] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Deleting the datastore file [datastore1] 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1709.238261] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01dd7a3b-fbfe-432d-80a7-ae1c1b736616 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.245110] env[62563]: DEBUG oslo_vmware.api [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1709.245110] env[62563]: value = "task-1751548" [ 1709.245110] env[62563]: _type = "Task" [ 1709.245110] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.253718] env[62563]: DEBUG oslo_vmware.api [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.257787] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1709.257993] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1709.258210] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleting the datastore file [datastore1] 214f8826-eefd-4829-80a2-c879fac8c0cd {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1709.258465] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dd540c5-b91b-46c9-938b-9335a74e2ffc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.265257] env[62563]: DEBUG oslo_vmware.api [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1709.265257] env[62563]: value = "task-1751549" [ 1709.265257] env[62563]: _type = "Task" [ 1709.265257] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.273373] env[62563]: DEBUG oslo_vmware.api [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.344608] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.435s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.348120] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.533s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.349625] env[62563]: INFO nova.compute.claims [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1709.374432] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Task: {'id': task-1751536, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.382379] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116051} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.382600] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.383383] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd368cc3-1322-4989-a486-172b81148e1d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.409928] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 112794f5-e4f3-497b-8a53-092d45af3358/112794f5-e4f3-497b-8a53-092d45af3358.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.411431] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0cace4d-d2e8-441d-934f-8849bf8ce8a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.433420] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1709.433420] env[62563]: value = "task-1751550" [ 1709.433420] env[62563]: _type = "Task" [ 1709.433420] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.443658] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.507477] env[62563]: DEBUG nova.compute.manager [req-a63a0450-9049-4f43-9864-93eb88c59c7b req-6c91ae72-ee12-4ce1-a04c-9ec56e6d3984 service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Received event network-vif-plugged-5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1709.507837] env[62563]: DEBUG oslo_concurrency.lockutils [req-a63a0450-9049-4f43-9864-93eb88c59c7b req-6c91ae72-ee12-4ce1-a04c-9ec56e6d3984 service nova] Acquiring lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.508236] env[62563]: DEBUG oslo_concurrency.lockutils [req-a63a0450-9049-4f43-9864-93eb88c59c7b req-6c91ae72-ee12-4ce1-a04c-9ec56e6d3984 service nova] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.508487] env[62563]: DEBUG oslo_concurrency.lockutils [req-a63a0450-9049-4f43-9864-93eb88c59c7b req-6c91ae72-ee12-4ce1-a04c-9ec56e6d3984 service nova] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.508672] env[62563]: DEBUG nova.compute.manager [req-a63a0450-9049-4f43-9864-93eb88c59c7b req-6c91ae72-ee12-4ce1-a04c-9ec56e6d3984 service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] No waiting events found dispatching network-vif-plugged-5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1709.508898] env[62563]: WARNING nova.compute.manager [req-a63a0450-9049-4f43-9864-93eb88c59c7b req-6c91ae72-ee12-4ce1-a04c-9ec56e6d3984 service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Received unexpected event network-vif-plugged-5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9 for instance with vm_state building and task_state spawning. [ 1709.664021] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.664021] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.690108] env[62563]: DEBUG nova.network.neutron [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Successfully updated port: 5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1709.758266] env[62563]: DEBUG oslo_vmware.api [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36579} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.759772] env[62563]: DEBUG nova.network.neutron [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance_info_cache with network_info: [{"id": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "address": "fa:16:3e:37:a7:fe", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8e12e1-19", "ovs_interfaceid": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.761909] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.763029] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1709.763029] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1709.763029] env[62563]: INFO nova.compute.manager [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1709.763029] env[62563]: DEBUG oslo.service.loopingcall [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.764384] env[62563]: DEBUG nova.compute.manager [-] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1709.764384] env[62563]: DEBUG nova.network.neutron [-] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1709.777033] env[62563]: DEBUG oslo_vmware.api [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32877} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.777182] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.777268] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1709.777434] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1709.777602] env[62563]: INFO nova.compute.manager [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1709.777833] env[62563]: DEBUG oslo.service.loopingcall [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.778026] env[62563]: DEBUG nova.compute.manager [-] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1709.778121] env[62563]: DEBUG nova.network.neutron [-] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1709.874485] env[62563]: DEBUG oslo_vmware.api [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Task: {'id': task-1751536, 'name': ReconfigVM_Task, 'duration_secs': 5.994714} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.877013] env[62563]: DEBUG oslo_concurrency.lockutils [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] Releasing lock "0e5a8473-09a3-49c7-91be-144a3561fd23" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.877394] env[62563]: DEBUG nova.virt.vmwareapi.vmops [req-952afeb0-0b93-4fe5-a821-77c9c289b486 req-8aa155a8-ab80-4fce-93f9-2ca0ace81fd0 service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Reconfigured VM to detach interface {{(pid=62563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1709.879754] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "0e5a8473-09a3-49c7-91be-144a3561fd23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.418s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.879999] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "0e5a8473-09a3-49c7-91be-144a3561fd23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.879999] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "0e5a8473-09a3-49c7-91be-144a3561fd23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.880158] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "0e5a8473-09a3-49c7-91be-144a3561fd23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.882186] env[62563]: INFO nova.compute.manager [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Terminating instance [ 1709.883862] env[62563]: DEBUG nova.compute.manager [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1709.884061] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1709.884891] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ae5a4e-b7d1-4d63-861c-d13ff7d39959 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.892425] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1709.892650] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a3d5550-af2f-49dc-93ca-cde00a5a5c18 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.898902] env[62563]: DEBUG oslo_vmware.api [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1709.898902] env[62563]: value = "task-1751551" [ 1709.898902] env[62563]: _type = "Task" [ 1709.898902] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.908193] env[62563]: DEBUG oslo_vmware.api [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.912449] env[62563]: INFO nova.scheduler.client.report [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted allocation for migration 15b1cc84-ff1d-4a55-b38b-1b17f6db0932 [ 1709.944218] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751550, 'name': ReconfigVM_Task, 'duration_secs': 0.332677} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.944527] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 112794f5-e4f3-497b-8a53-092d45af3358/112794f5-e4f3-497b-8a53-092d45af3358.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1709.945236] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a27bc3dd-52aa-4fe7-ab37-5b6a62e3bbbf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.952560] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1709.952560] env[62563]: value = "task-1751552" [ 1709.952560] env[62563]: _type = "Task" [ 1709.952560] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.964936] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751552, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.163265] env[62563]: DEBUG nova.compute.manager [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1710.196454] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "refresh_cache-086fb48c-5b24-4dc5-9e2a-3ff4811072a2" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.196605] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "refresh_cache-086fb48c-5b24-4dc5-9e2a-3ff4811072a2" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.196760] env[62563]: DEBUG nova.network.neutron [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1710.212467] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.212715] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.212943] env[62563]: INFO nova.compute.manager [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Rebooting instance [ 1710.266229] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.266229] env[62563]: DEBUG nova.objects.instance [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'migration_context' on Instance uuid 0e1d3972-426d-4751-bebe-12dd732bbef3 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1710.310544] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "8ab53926-f2c0-4044-8a7a-6b84ee742c9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.310791] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "8ab53926-f2c0-4044-8a7a-6b84ee742c9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.311015] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "8ab53926-f2c0-4044-8a7a-6b84ee742c9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.311251] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "8ab53926-f2c0-4044-8a7a-6b84ee742c9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.311437] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "8ab53926-f2c0-4044-8a7a-6b84ee742c9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.314064] env[62563]: INFO nova.compute.manager [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Terminating instance [ 1710.315734] env[62563]: DEBUG nova.compute.manager [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1710.316029] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1710.316861] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f7df2b-e74c-4855-9731-e9ab2edc74d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.326070] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1710.326310] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b2542d9-e968-4c0f-8303-9034a77ef1b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.413713] env[62563]: DEBUG oslo_vmware.api [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751551, 'name': PowerOffVM_Task, 'duration_secs': 0.225174} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.413983] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1710.414768] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1710.414768] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85ea1fc9-6851-4f14-8652-6d2d711a49bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.418203] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7bb89c9b-af30-49ea-87a4-776ac893473b tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "1d2b02c8-11e4-43b6-a51d-1b656b587758" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.124s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.463411] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751552, 'name': Rename_Task, 'duration_secs': 0.163968} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.466397] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1710.466899] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cfc163f-396b-4c86-b586-6735c61c4875 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.472891] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1710.472891] env[62563]: value = "task-1751555" [ 1710.472891] env[62563]: _type = "Task" [ 1710.472891] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.484072] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.613351] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1710.613568] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1710.613811] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleting the datastore file [datastore1] 8ab53926-f2c0-4044-8a7a-6b84ee742c9e {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1710.614103] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b77f6a67-a44e-424b-8670-8cf2bb70cbb2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.624185] env[62563]: DEBUG oslo_vmware.api [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1710.624185] env[62563]: value = "task-1751556" [ 1710.624185] env[62563]: _type = "Task" [ 1710.624185] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.634744] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1710.634744] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1710.634744] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Deleting the datastore file [datastore1] 0e5a8473-09a3-49c7-91be-144a3561fd23 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1710.634744] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6083b77-a97c-48ae-a923-6577b356e587 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.638772] env[62563]: DEBUG oslo_vmware.api [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.642694] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046b4b7e-937f-41da-b8e8-d04dc8eb9000 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.646425] env[62563]: DEBUG oslo_vmware.api [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1710.646425] env[62563]: value = "task-1751557" [ 1710.646425] env[62563]: _type = "Task" [ 1710.646425] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.652702] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b07a1a4-9b18-4c45-8667-a8b1de54501f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.660547] env[62563]: DEBUG oslo_vmware.api [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.691036] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0470766-8c45-43c0-ae66-0ab74670edec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.701479] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d9a0c9-ab45-4579-8c97-974c8868f4a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.708959] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.716811] env[62563]: DEBUG nova.compute.provider_tree [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1710.733240] env[62563]: DEBUG nova.network.neutron [-] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.736810] env[62563]: DEBUG nova.network.neutron [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.743686] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.743686] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.743686] env[62563]: DEBUG nova.network.neutron [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1710.770671] env[62563]: DEBUG nova.objects.base [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Object Instance<0e1d3972-426d-4751-bebe-12dd732bbef3> lazy-loaded attributes: info_cache,migration_context {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1710.771868] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac05e85a-6c15-4e2a-9169-b61bd05d7525 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.793046] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe656b21-7a0b-4d21-9598-b04efa90731a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.798313] env[62563]: DEBUG oslo_vmware.api [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1710.798313] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ceceec-46ad-42a7-8e96-475e667190f2" [ 1710.798313] env[62563]: _type = "Task" [ 1710.798313] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.808243] env[62563]: DEBUG oslo_vmware.api [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ceceec-46ad-42a7-8e96-475e667190f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.874449] env[62563]: DEBUG nova.network.neutron [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Updating instance_info_cache with network_info: [{"id": "5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9", "address": "fa:16:3e:6c:76:f0", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c0e6a2d-35", "ovs_interfaceid": "5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.897287] env[62563]: DEBUG nova.network.neutron [-] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.984922] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.054822] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "1d2b02c8-11e4-43b6-a51d-1b656b587758" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.054822] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "1d2b02c8-11e4-43b6-a51d-1b656b587758" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.054822] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "1d2b02c8-11e4-43b6-a51d-1b656b587758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.054822] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "1d2b02c8-11e4-43b6-a51d-1b656b587758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.054822] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "1d2b02c8-11e4-43b6-a51d-1b656b587758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.057313] env[62563]: INFO nova.compute.manager [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Terminating instance [ 1711.059481] env[62563]: DEBUG nova.compute.manager [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1711.059712] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1711.060556] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e4e67c-9af0-4bb1-8635-234a3cd48723 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.071380] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1711.072294] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5eee5abe-bc9d-4326-aec4-3c2d38101556 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.079850] env[62563]: DEBUG oslo_vmware.api [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1711.079850] env[62563]: value = "task-1751558" [ 1711.079850] env[62563]: _type = "Task" [ 1711.079850] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.088884] env[62563]: DEBUG oslo_vmware.api [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.137602] env[62563]: DEBUG oslo_vmware.api [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142945} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.137913] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1711.138267] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1711.138453] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1711.138628] env[62563]: INFO nova.compute.manager [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Took 0.82 seconds to destroy the instance on the hypervisor. [ 1711.138874] env[62563]: DEBUG oslo.service.loopingcall [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.139081] env[62563]: DEBUG nova.compute.manager [-] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1711.139190] env[62563]: DEBUG nova.network.neutron [-] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1711.155866] env[62563]: DEBUG oslo_vmware.api [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183887} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.156149] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1711.156333] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1711.156509] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1711.156683] env[62563]: INFO nova.compute.manager [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1711.156926] env[62563]: DEBUG oslo.service.loopingcall [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.157146] env[62563]: DEBUG nova.compute.manager [-] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1711.157233] env[62563]: DEBUG nova.network.neutron [-] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1711.240066] env[62563]: INFO nova.compute.manager [-] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Took 1.46 seconds to deallocate network for instance. [ 1711.249180] env[62563]: ERROR nova.scheduler.client.report [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [req-03bf7893-d74f-4994-a5bd-f8308acd1665] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-03bf7893-d74f-4994-a5bd-f8308acd1665"}]} [ 1711.273414] env[62563]: DEBUG nova.scheduler.client.report [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1711.289129] env[62563]: DEBUG nova.scheduler.client.report [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1711.289129] env[62563]: DEBUG nova.compute.provider_tree [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1711.308656] env[62563]: DEBUG nova.scheduler.client.report [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1711.320800] env[62563]: DEBUG oslo_vmware.api [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ceceec-46ad-42a7-8e96-475e667190f2, 'name': SearchDatastore_Task, 'duration_secs': 0.006344} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.321113] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.334049] env[62563]: DEBUG nova.scheduler.client.report [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1711.336583] env[62563]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port fcda34e5-11f2-4af3-985a-02567343e655 could not be found.", "detail": ""}} {{(pid=62563) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1711.336808] env[62563]: DEBUG nova.network.neutron [-] Unable to show port fcda34e5-11f2-4af3-985a-02567343e655 as it no longer exists. {{(pid=62563) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1711.377684] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "refresh_cache-086fb48c-5b24-4dc5-9e2a-3ff4811072a2" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.378113] env[62563]: DEBUG nova.compute.manager [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Instance network_info: |[{"id": "5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9", "address": "fa:16:3e:6c:76:f0", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c0e6a2d-35", "ovs_interfaceid": "5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1711.378957] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:76:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1711.389090] env[62563]: DEBUG oslo.service.loopingcall [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.392367] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1711.393627] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81f42a1e-81b1-4af5-8429-a34ec15eb1d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.411720] env[62563]: INFO nova.compute.manager [-] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Took 1.65 seconds to deallocate network for instance. [ 1711.424039] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1711.424039] env[62563]: value = "task-1751559" [ 1711.424039] env[62563]: _type = "Task" [ 1711.424039] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.431386] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751559, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.488635] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.548532] env[62563]: DEBUG nova.compute.manager [req-32ec1ecf-f72b-4f81-b36b-06eac26bd19d req-90abe113-dba1-4ce4-b33b-7f7c0a81054a service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Received event network-changed-5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1711.548738] env[62563]: DEBUG nova.compute.manager [req-32ec1ecf-f72b-4f81-b36b-06eac26bd19d req-90abe113-dba1-4ce4-b33b-7f7c0a81054a service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Refreshing instance network info cache due to event network-changed-5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1711.548948] env[62563]: DEBUG oslo_concurrency.lockutils [req-32ec1ecf-f72b-4f81-b36b-06eac26bd19d req-90abe113-dba1-4ce4-b33b-7f7c0a81054a service nova] Acquiring lock "refresh_cache-086fb48c-5b24-4dc5-9e2a-3ff4811072a2" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.549408] env[62563]: DEBUG oslo_concurrency.lockutils [req-32ec1ecf-f72b-4f81-b36b-06eac26bd19d req-90abe113-dba1-4ce4-b33b-7f7c0a81054a service nova] Acquired lock "refresh_cache-086fb48c-5b24-4dc5-9e2a-3ff4811072a2" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.549604] env[62563]: DEBUG nova.network.neutron [req-32ec1ecf-f72b-4f81-b36b-06eac26bd19d req-90abe113-dba1-4ce4-b33b-7f7c0a81054a service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Refreshing network info cache for port 5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1711.591381] env[62563]: DEBUG oslo_vmware.api [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751558, 'name': PowerOffVM_Task, 'duration_secs': 0.288303} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.595133] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.595441] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1711.598118] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78c604c3-f348-42f5-b264-d8f24896845c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.618026] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "c95a3789-9256-481c-a77e-dc1cd992e874" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.618026] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "c95a3789-9256-481c-a77e-dc1cd992e874" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.678698] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1711.679020] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1711.679138] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleting the datastore file [datastore1] 1d2b02c8-11e4-43b6-a51d-1b656b587758 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1711.679404] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10a11db7-95e8-4f40-98a2-436c67076fc0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.689650] env[62563]: DEBUG oslo_vmware.api [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1711.689650] env[62563]: value = "task-1751561" [ 1711.689650] env[62563]: _type = "Task" [ 1711.689650] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.691497] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f80ab2e-ca14-4575-8f58-213a312afb81 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.706776] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6e7f41-f828-4dc6-b4c7-4e8a68ee9405 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.710931] env[62563]: DEBUG oslo_vmware.api [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.744124] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b2d32b-79ff-4da9-977b-0fe1d89c2a4b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.752291] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.756812] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dd0a50-cffc-4c62-8f37-8212624e8245 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.768995] env[62563]: DEBUG nova.compute.provider_tree [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.863261] env[62563]: DEBUG nova.network.neutron [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance_info_cache with network_info: [{"id": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "address": "fa:16:3e:48:b6:51", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c54524-0c", "ovs_interfaceid": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.920740] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.930495] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751559, 'name': CreateVM_Task, 'duration_secs': 0.457134} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.931060] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1711.931576] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.931813] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.932185] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1711.932445] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed8acc44-8706-45a4-882d-d7842cac3368 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.939334] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1711.939334] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b6d009-574c-e285-a62f-1b64d79472bf" [ 1711.939334] env[62563]: _type = "Task" [ 1711.939334] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.948527] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b6d009-574c-e285-a62f-1b64d79472bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.985448] env[62563]: DEBUG oslo_vmware.api [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751555, 'name': PowerOnVM_Task, 'duration_secs': 1.242388} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.985727] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1711.986216] env[62563]: INFO nova.compute.manager [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1711.986216] env[62563]: DEBUG nova.compute.manager [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1711.986977] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce39f4bf-0498-43cf-93e5-ab434821c143 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.118077] env[62563]: DEBUG nova.compute.manager [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1712.209844] env[62563]: DEBUG oslo_vmware.api [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209063} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.210166] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1712.210404] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1712.210630] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1712.210852] env[62563]: INFO nova.compute.manager [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1712.211196] env[62563]: DEBUG oslo.service.loopingcall [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.211450] env[62563]: DEBUG nova.compute.manager [-] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1712.211581] env[62563]: DEBUG nova.network.neutron [-] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1712.273484] env[62563]: DEBUG nova.scheduler.client.report [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1712.299021] env[62563]: DEBUG nova.network.neutron [-] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.368889] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.371076] env[62563]: DEBUG nova.compute.manager [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1712.371918] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8db57b-f933-40c0-bcca-7c383d7d2a99 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.395618] env[62563]: DEBUG nova.network.neutron [req-32ec1ecf-f72b-4f81-b36b-06eac26bd19d req-90abe113-dba1-4ce4-b33b-7f7c0a81054a service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Updated VIF entry in instance network info cache for port 5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1712.396031] env[62563]: DEBUG nova.network.neutron [req-32ec1ecf-f72b-4f81-b36b-06eac26bd19d req-90abe113-dba1-4ce4-b33b-7f7c0a81054a service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Updating instance_info_cache with network_info: [{"id": "5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9", "address": "fa:16:3e:6c:76:f0", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c0e6a2d-35", "ovs_interfaceid": "5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.450900] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b6d009-574c-e285-a62f-1b64d79472bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.451220] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.451457] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.451685] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.451831] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.452110] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.452277] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6af4a5d6-8824-49e4-90df-b2bf80cc63af {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.461160] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.461354] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1712.462123] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38ce1bc-0dad-4b8f-a1a3-b65b5a221bc3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.468284] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1712.468284] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f018a8-7cec-0ca6-d955-75f59ce8a006" [ 1712.468284] env[62563]: _type = "Task" [ 1712.468284] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.475959] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f018a8-7cec-0ca6-d955-75f59ce8a006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.506837] env[62563]: INFO nova.compute.manager [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Took 26.30 seconds to build instance. [ 1712.591625] env[62563]: DEBUG nova.network.neutron [-] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.642480] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.778515] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.430s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.780010] env[62563]: DEBUG nova.compute.manager [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1712.783671] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.075s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.786212] env[62563]: INFO nova.compute.claims [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1712.797454] env[62563]: INFO nova.compute.manager [-] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Took 1.66 seconds to deallocate network for instance. [ 1712.898673] env[62563]: DEBUG oslo_concurrency.lockutils [req-32ec1ecf-f72b-4f81-b36b-06eac26bd19d req-90abe113-dba1-4ce4-b33b-7f7c0a81054a service nova] Releasing lock "refresh_cache-086fb48c-5b24-4dc5-9e2a-3ff4811072a2" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.898934] env[62563]: DEBUG nova.compute.manager [req-32ec1ecf-f72b-4f81-b36b-06eac26bd19d req-90abe113-dba1-4ce4-b33b-7f7c0a81054a service nova] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Received event network-vif-deleted-53aa1703-c4a1-4d40-ab77-a984c4416480 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1712.899171] env[62563]: DEBUG nova.compute.manager [req-32ec1ecf-f72b-4f81-b36b-06eac26bd19d req-90abe113-dba1-4ce4-b33b-7f7c0a81054a service nova] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Received event network-vif-deleted-cc900329-e4a0-44fe-8d04-6c4d4f2bca87 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1712.979933] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f018a8-7cec-0ca6-d955-75f59ce8a006, 'name': SearchDatastore_Task, 'duration_secs': 0.009426} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.980747] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c5ca11-0aad-4ac7-b5de-c907b6835f27 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.987569] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1712.987569] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ffc29b-d021-85b3-5fbf-a581dc186f41" [ 1712.987569] env[62563]: _type = "Task" [ 1712.987569] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.994691] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ffc29b-d021-85b3-5fbf-a581dc186f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.012536] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b70537ef-f4f5-4b52-9fc0-a2f963d67517 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "112794f5-e4f3-497b-8a53-092d45af3358" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.811s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.026127] env[62563]: DEBUG nova.network.neutron [-] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.094120] env[62563]: INFO nova.compute.manager [-] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Took 1.94 seconds to deallocate network for instance. [ 1713.254040] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "474e6f56-7fd8-4470-bcba-26495529f9e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.254040] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "474e6f56-7fd8-4470-bcba-26495529f9e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.290483] env[62563]: DEBUG nova.compute.utils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1713.293909] env[62563]: DEBUG nova.compute.manager [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1713.294022] env[62563]: DEBUG nova.network.neutron [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1713.302621] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.342027] env[62563]: DEBUG nova.policy [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b2d9a3d31ac44509653dcee794da1f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cddeee0068c4adb8951023031f25d08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1713.388957] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a405f1-99fd-43b0-94d2-e724781557fd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.396663] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Doing hard reboot of VM {{(pid=62563) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1713.396951] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a9649d03-822a-46a2-afc9-0f60504d5786 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.403708] env[62563]: DEBUG oslo_vmware.api [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1713.403708] env[62563]: value = "task-1751562" [ 1713.403708] env[62563]: _type = "Task" [ 1713.403708] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.412031] env[62563]: DEBUG oslo_vmware.api [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751562, 'name': ResetVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.497826] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ffc29b-d021-85b3-5fbf-a581dc186f41, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.498609] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.498609] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 086fb48c-5b24-4dc5-9e2a-3ff4811072a2/086fb48c-5b24-4dc5-9e2a-3ff4811072a2.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1713.498784] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65084073-e577-4c47-8ecc-2ba46db865d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.506138] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1713.506138] env[62563]: value = "task-1751563" [ 1713.506138] env[62563]: _type = "Task" [ 1713.506138] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.514697] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.529315] env[62563]: INFO nova.compute.manager [-] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Took 1.32 seconds to deallocate network for instance. [ 1713.580418] env[62563]: DEBUG nova.compute.manager [req-e28aa707-5f62-41dc-9a7b-de68e35486a3 req-9ff8f971-e6f0-44a8-bed6-f76e5af73a6e service nova] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Received event network-vif-deleted-093c6719-440f-4ce5-a11a-8d1ca5cb90b7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1713.580418] env[62563]: DEBUG nova.compute.manager [req-e28aa707-5f62-41dc-9a7b-de68e35486a3 req-9ff8f971-e6f0-44a8-bed6-f76e5af73a6e service nova] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Received event network-vif-deleted-66d347bb-0e5f-4830-b186-154044db5726 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1713.580418] env[62563]: DEBUG nova.compute.manager [req-e28aa707-5f62-41dc-9a7b-de68e35486a3 req-9ff8f971-e6f0-44a8-bed6-f76e5af73a6e service nova] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Received event network-vif-deleted-b8908efe-fd9f-4db0-9b5e-4776c872a794 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1713.601297] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.620672] env[62563]: DEBUG nova.network.neutron [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Successfully created port: 32a6c4b0-1831-4a6e-aecb-fdd54c3a263b {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1713.755970] env[62563]: DEBUG nova.compute.manager [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1713.794386] env[62563]: DEBUG nova.compute.manager [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1713.914855] env[62563]: DEBUG oslo_vmware.api [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751562, 'name': ResetVM_Task, 'duration_secs': 0.104138} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.917803] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Did hard reboot of VM {{(pid=62563) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1713.918096] env[62563]: DEBUG nova.compute.manager [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1713.919176] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82464a7-093d-4161-8bbd-57310716238f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.022614] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751563, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.042157] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.126044] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddc14c4-d7f9-429b-9161-23c8d65f1f87 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.133352] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8b17ab-dac9-4c7f-b454-ae8ea7fb7794 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.163471] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27de2e6-e18b-464c-81af-c61671afd368 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.170984] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec0b3de-6846-4969-9dc5-f46182f8e4f6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.184427] env[62563]: DEBUG nova.compute.provider_tree [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.282701] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.435032] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6bcf2465-d8d1-45bb-a8c5-ce8e1216e04c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.222s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.517643] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634355} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.518042] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 086fb48c-5b24-4dc5-9e2a-3ff4811072a2/086fb48c-5b24-4dc5-9e2a-3ff4811072a2.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1714.518808] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1714.518808] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68f47ebb-338f-4286-a8f0-aad6e2b4aa4e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.525516] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1714.525516] env[62563]: value = "task-1751564" [ 1714.525516] env[62563]: _type = "Task" [ 1714.525516] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.536066] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.687842] env[62563]: DEBUG nova.scheduler.client.report [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1714.810382] env[62563]: DEBUG nova.compute.manager [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1714.836098] env[62563]: DEBUG nova.virt.hardware [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1714.836370] env[62563]: DEBUG nova.virt.hardware [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1714.836572] env[62563]: DEBUG nova.virt.hardware [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.836762] env[62563]: DEBUG nova.virt.hardware [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1714.836906] env[62563]: DEBUG nova.virt.hardware [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.837064] env[62563]: DEBUG nova.virt.hardware [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1714.837274] env[62563]: DEBUG nova.virt.hardware [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1714.837430] env[62563]: DEBUG nova.virt.hardware [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1714.837596] env[62563]: DEBUG nova.virt.hardware [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1714.837754] env[62563]: DEBUG nova.virt.hardware [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1714.837922] env[62563]: DEBUG nova.virt.hardware [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1714.839103] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4205790b-3048-4685-9319-ee07d62006d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.847304] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb377d72-0d94-4839-8ddf-876cf8311905 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.035985] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083998} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.036565] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1715.037395] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f36a28-ada5-418e-85f5-4a1264761f5c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.061438] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 086fb48c-5b24-4dc5-9e2a-3ff4811072a2/086fb48c-5b24-4dc5-9e2a-3ff4811072a2.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.061800] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad5feef-cb99-408a-b9aa-95f61d5225f2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.082268] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1715.082268] env[62563]: value = "task-1751565" [ 1715.082268] env[62563]: _type = "Task" [ 1715.082268] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.090669] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.154515] env[62563]: DEBUG nova.network.neutron [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Successfully updated port: 32a6c4b0-1831-4a6e-aecb-fdd54c3a263b {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1715.192627] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.193208] env[62563]: DEBUG nova.compute.manager [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1715.196104] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.875s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.593072] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.623265] env[62563]: DEBUG nova.compute.manager [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Received event network-vif-plugged-32a6c4b0-1831-4a6e-aecb-fdd54c3a263b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1715.623484] env[62563]: DEBUG oslo_concurrency.lockutils [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] Acquiring lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.623848] env[62563]: DEBUG oslo_concurrency.lockutils [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.623905] env[62563]: DEBUG oslo_concurrency.lockutils [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.624073] env[62563]: DEBUG nova.compute.manager [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] No waiting events found dispatching network-vif-plugged-32a6c4b0-1831-4a6e-aecb-fdd54c3a263b {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1715.624241] env[62563]: WARNING nova.compute.manager [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Received unexpected event network-vif-plugged-32a6c4b0-1831-4a6e-aecb-fdd54c3a263b for instance with vm_state building and task_state spawning. [ 1715.624403] env[62563]: DEBUG nova.compute.manager [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Received event network-changed-32a6c4b0-1831-4a6e-aecb-fdd54c3a263b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1715.624556] env[62563]: DEBUG nova.compute.manager [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Refreshing instance network info cache due to event network-changed-32a6c4b0-1831-4a6e-aecb-fdd54c3a263b. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1715.624735] env[62563]: DEBUG oslo_concurrency.lockutils [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] Acquiring lock "refresh_cache-7777c1f3-e169-4f1f-830b-eae86c4de0ff" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.624869] env[62563]: DEBUG oslo_concurrency.lockutils [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] Acquired lock "refresh_cache-7777c1f3-e169-4f1f-830b-eae86c4de0ff" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.625082] env[62563]: DEBUG nova.network.neutron [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Refreshing network info cache for port 32a6c4b0-1831-4a6e-aecb-fdd54c3a263b {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1715.660334] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "refresh_cache-7777c1f3-e169-4f1f-830b-eae86c4de0ff" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.699847] env[62563]: DEBUG nova.compute.utils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1715.705557] env[62563]: DEBUG nova.compute.manager [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1715.705557] env[62563]: DEBUG nova.network.neutron [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1715.747778] env[62563]: DEBUG nova.policy [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6ae6c5476d44e4ebcc85e44f8502863', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5088ba6c75a4908a61fbe2d3691d7cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1715.966444] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3810e583-b577-4e87-8a49-e79519433c10 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.974011] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e4de10-1974-4f74-b0ba-f533c49794a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.005050] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cefe1d-9660-4e9e-bdba-533a1b3d74ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.012730] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe67b86-9157-456a-8003-da71744cc6af {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.017358] env[62563]: DEBUG nova.network.neutron [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Successfully created port: bd7a6f9e-bc52-42fb-bca4-4749723ed77b {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1716.029295] env[62563]: DEBUG nova.compute.provider_tree [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.093238] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751565, 'name': ReconfigVM_Task, 'duration_secs': 0.748362} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.093560] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 086fb48c-5b24-4dc5-9e2a-3ff4811072a2/086fb48c-5b24-4dc5-9e2a-3ff4811072a2.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1716.094220] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a55aacf4-bb84-4b5f-b346-c79014cfca58 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.100563] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1716.100563] env[62563]: value = "task-1751566" [ 1716.100563] env[62563]: _type = "Task" [ 1716.100563] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.109058] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751566, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.166810] env[62563]: DEBUG nova.network.neutron [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1716.205988] env[62563]: DEBUG nova.compute.manager [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1716.298135] env[62563]: DEBUG nova.network.neutron [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.532784] env[62563]: DEBUG nova.scheduler.client.report [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1716.611921] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751566, 'name': Rename_Task, 'duration_secs': 0.169919} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.612188] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1716.612688] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f6a45f9-689d-4d1d-97aa-5df5192551f6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.619262] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1716.619262] env[62563]: value = "task-1751567" [ 1716.619262] env[62563]: _type = "Task" [ 1716.619262] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.626569] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.801117] env[62563]: DEBUG oslo_concurrency.lockutils [req-e2ce2028-0805-4fd0-9383-61e74af4237e req-4524be33-2f4b-4906-aff1-568caac91f59 service nova] Releasing lock "refresh_cache-7777c1f3-e169-4f1f-830b-eae86c4de0ff" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.801515] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired lock "refresh_cache-7777c1f3-e169-4f1f-830b-eae86c4de0ff" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.801682] env[62563]: DEBUG nova.network.neutron [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.129719] env[62563]: DEBUG oslo_vmware.api [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751567, 'name': PowerOnVM_Task, 'duration_secs': 0.496523} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.130045] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1717.130182] env[62563]: INFO nova.compute.manager [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1717.130362] env[62563]: DEBUG nova.compute.manager [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1717.131125] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c27c6fc-a2ab-4cc4-8584-d3d46fc9e97e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.215691] env[62563]: DEBUG nova.compute.manager [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1717.244918] env[62563]: DEBUG nova.virt.hardware [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1717.245220] env[62563]: DEBUG nova.virt.hardware [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1717.245386] env[62563]: DEBUG nova.virt.hardware [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.245570] env[62563]: DEBUG nova.virt.hardware [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1717.246755] env[62563]: DEBUG nova.virt.hardware [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.246755] env[62563]: DEBUG nova.virt.hardware [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1717.246755] env[62563]: DEBUG nova.virt.hardware [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1717.246755] env[62563]: DEBUG nova.virt.hardware [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1717.246755] env[62563]: DEBUG nova.virt.hardware [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1717.246755] env[62563]: DEBUG nova.virt.hardware [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1717.246755] env[62563]: DEBUG nova.virt.hardware [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1717.247625] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fe7148-e2a8-4c94-83e7-862da338dcfc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.256095] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ed64a6-9fa3-44b9-94a3-d906990a85bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.260260] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1717.260498] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1717.260625] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1717.331426] env[62563]: DEBUG nova.network.neutron [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.527031] env[62563]: DEBUG nova.network.neutron [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Updating instance_info_cache with network_info: [{"id": "32a6c4b0-1831-4a6e-aecb-fdd54c3a263b", "address": "fa:16:3e:7f:1d:2d", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a6c4b0-18", "ovs_interfaceid": "32a6c4b0-1831-4a6e-aecb-fdd54c3a263b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.544782] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.349s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.545089] env[62563]: DEBUG nova.compute.manager [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62563) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4910}} [ 1717.553019] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.797s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.553019] env[62563]: DEBUG nova.objects.instance [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lazy-loading 'resources' on Instance uuid 214f8826-eefd-4829-80a2-c879fac8c0cd {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.652296] env[62563]: INFO nova.compute.manager [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Took 23.67 seconds to build instance. [ 1717.680595] env[62563]: DEBUG nova.network.neutron [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Successfully updated port: bd7a6f9e-bc52-42fb-bca4-4749723ed77b {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1717.836580] env[62563]: DEBUG nova.compute.manager [req-328e82b8-f71b-4e50-931a-cd2408fd8e6c req-3f2bd9a3-38aa-41d8-8432-0dd2bfc8b075 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Received event network-vif-plugged-bd7a6f9e-bc52-42fb-bca4-4749723ed77b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1717.836788] env[62563]: DEBUG oslo_concurrency.lockutils [req-328e82b8-f71b-4e50-931a-cd2408fd8e6c req-3f2bd9a3-38aa-41d8-8432-0dd2bfc8b075 service nova] Acquiring lock "94c1b38a-0b60-40c3-a672-84acc773d7aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.837047] env[62563]: DEBUG oslo_concurrency.lockutils [req-328e82b8-f71b-4e50-931a-cd2408fd8e6c req-3f2bd9a3-38aa-41d8-8432-0dd2bfc8b075 service nova] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.837180] env[62563]: DEBUG oslo_concurrency.lockutils [req-328e82b8-f71b-4e50-931a-cd2408fd8e6c req-3f2bd9a3-38aa-41d8-8432-0dd2bfc8b075 service nova] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.837357] env[62563]: DEBUG nova.compute.manager [req-328e82b8-f71b-4e50-931a-cd2408fd8e6c req-3f2bd9a3-38aa-41d8-8432-0dd2bfc8b075 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] No waiting events found dispatching network-vif-plugged-bd7a6f9e-bc52-42fb-bca4-4749723ed77b {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1717.837818] env[62563]: WARNING nova.compute.manager [req-328e82b8-f71b-4e50-931a-cd2408fd8e6c req-3f2bd9a3-38aa-41d8-8432-0dd2bfc8b075 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Received unexpected event network-vif-plugged-bd7a6f9e-bc52-42fb-bca4-4749723ed77b for instance with vm_state building and task_state spawning. [ 1717.995949] env[62563]: DEBUG nova.compute.manager [req-8edf70da-f54c-481d-9410-9f29f94bb615 req-d2286eaf-1fbc-402b-adcf-3b230dbabfdb service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Received event network-changed-5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1717.996187] env[62563]: DEBUG nova.compute.manager [req-8edf70da-f54c-481d-9410-9f29f94bb615 req-d2286eaf-1fbc-402b-adcf-3b230dbabfdb service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Refreshing instance network info cache due to event network-changed-5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1717.996407] env[62563]: DEBUG oslo_concurrency.lockutils [req-8edf70da-f54c-481d-9410-9f29f94bb615 req-d2286eaf-1fbc-402b-adcf-3b230dbabfdb service nova] Acquiring lock "refresh_cache-086fb48c-5b24-4dc5-9e2a-3ff4811072a2" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.996554] env[62563]: DEBUG oslo_concurrency.lockutils [req-8edf70da-f54c-481d-9410-9f29f94bb615 req-d2286eaf-1fbc-402b-adcf-3b230dbabfdb service nova] Acquired lock "refresh_cache-086fb48c-5b24-4dc5-9e2a-3ff4811072a2" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.996746] env[62563]: DEBUG nova.network.neutron [req-8edf70da-f54c-481d-9410-9f29f94bb615 req-d2286eaf-1fbc-402b-adcf-3b230dbabfdb service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Refreshing network info cache for port 5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.029704] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Releasing lock "refresh_cache-7777c1f3-e169-4f1f-830b-eae86c4de0ff" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.030093] env[62563]: DEBUG nova.compute.manager [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Instance network_info: |[{"id": "32a6c4b0-1831-4a6e-aecb-fdd54c3a263b", "address": "fa:16:3e:7f:1d:2d", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a6c4b0-18", "ovs_interfaceid": "32a6c4b0-1831-4a6e-aecb-fdd54c3a263b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1718.030528] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:1d:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32a6c4b0-1831-4a6e-aecb-fdd54c3a263b', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.038900] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Creating folder: Project (1cddeee0068c4adb8951023031f25d08). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.039500] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc4e9821-bcf0-4a18-bea7-112d52820a22 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.053604] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Created folder: Project (1cddeee0068c4adb8951023031f25d08) in parent group-v363823. [ 1718.054255] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Creating folder: Instances. Parent ref: group-v364094. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.058694] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd31ddcb-fdfb-4662-be00-749e7a223e5b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.069641] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Created folder: Instances in parent group-v364094. [ 1718.069889] env[62563]: DEBUG oslo.service.loopingcall [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.070106] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.070314] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d930607-c9b1-4c97-89fa-ea376bc2bbca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.095453] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.095453] env[62563]: value = "task-1751570" [ 1718.095453] env[62563]: _type = "Task" [ 1718.095453] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.105052] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751570, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.122598] env[62563]: INFO nova.scheduler.client.report [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleted allocation for migration 07fc13f1-ced0-4f9b-98ff-9aaee1d0ab5a [ 1718.154831] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e5f94e38-6784-4534-bb24-b386e701dd36 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.182s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.185787] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.185787] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.186172] env[62563]: DEBUG nova.network.neutron [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.334359] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2a4366-0c78-43b8-86bc-edbc336489b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.341602] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65583c6-4e49-4c51-be39-18bd55cfd297 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.371431] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef6ac05-2f78-4a05-a93c-55dcc70b9f0d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.378562] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a237d97-bb49-4fa3-9e62-d898bc36f0eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.392760] env[62563]: DEBUG nova.compute.provider_tree [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.609484] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751570, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.630942] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f401e24e-cc54-4ab0-9145-2de9eaf850cd tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.003s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.739848] env[62563]: DEBUG nova.network.neutron [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1718.752452] env[62563]: DEBUG nova.network.neutron [req-8edf70da-f54c-481d-9410-9f29f94bb615 req-d2286eaf-1fbc-402b-adcf-3b230dbabfdb service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Updated VIF entry in instance network info cache for port 5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1718.753045] env[62563]: DEBUG nova.network.neutron [req-8edf70da-f54c-481d-9410-9f29f94bb615 req-d2286eaf-1fbc-402b-adcf-3b230dbabfdb service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Updating instance_info_cache with network_info: [{"id": "5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9", "address": "fa:16:3e:6c:76:f0", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c0e6a2d-35", "ovs_interfaceid": "5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.828016] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "refresh_cache-72a99e47-ef6a-4930-be72-bbb5af8f6c77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.828016] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquired lock "refresh_cache-72a99e47-ef6a-4930-be72-bbb5af8f6c77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.828016] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Forcefully refreshing network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1718.896402] env[62563]: DEBUG nova.scheduler.client.report [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1719.102394] env[62563]: DEBUG nova.network.neutron [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updating instance_info_cache with network_info: [{"id": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "address": "fa:16:3e:09:47:df", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7a6f9e-bc", "ovs_interfaceid": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.109904] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751570, 'name': CreateVM_Task, 'duration_secs': 0.689604} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.110426] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1719.111134] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.111304] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.111616] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1719.111872] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fdb2017-df58-46f1-a9ee-9d2514c9a23d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.117280] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1719.117280] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]524b6288-a08a-3f45-f774-e78afa4538fc" [ 1719.117280] env[62563]: _type = "Task" [ 1719.117280] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.126572] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524b6288-a08a-3f45-f774-e78afa4538fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.256916] env[62563]: DEBUG oslo_concurrency.lockutils [req-8edf70da-f54c-481d-9410-9f29f94bb615 req-d2286eaf-1fbc-402b-adcf-3b230dbabfdb service nova] Releasing lock "refresh_cache-086fb48c-5b24-4dc5-9e2a-3ff4811072a2" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.402863] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.406026] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.485s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.406026] env[62563]: DEBUG nova.objects.instance [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'resources' on Instance uuid 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.422724] env[62563]: INFO nova.scheduler.client.report [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted allocations for instance 214f8826-eefd-4829-80a2-c879fac8c0cd [ 1719.605331] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.605718] env[62563]: DEBUG nova.compute.manager [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Instance network_info: |[{"id": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "address": "fa:16:3e:09:47:df", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7a6f9e-bc", "ovs_interfaceid": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1719.606224] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:47:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd7a6f9e-bc52-42fb-bca4-4749723ed77b', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1719.614629] env[62563]: DEBUG oslo.service.loopingcall [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.614879] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1719.615159] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b6bbe07-8870-4df9-a8e8-f626f21af2f1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.632896] env[62563]: DEBUG nova.objects.instance [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'flavor' on Instance uuid 0e1d3972-426d-4751-bebe-12dd732bbef3 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.645419] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]524b6288-a08a-3f45-f774-e78afa4538fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.646857] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.647136] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1719.647408] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.647570] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.647760] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1719.648015] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1719.648015] env[62563]: value = "task-1751571" [ 1719.648015] env[62563]: _type = "Task" [ 1719.648015] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.648523] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f51a40-896e-4ede-afcb-d88ceb978a5a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.659499] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751571, 'name': CreateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.660601] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1719.660770] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1719.661500] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e619c1-42eb-48a7-a1e4-99f98767a6a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.666597] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1719.666597] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5292ac84-2b7f-87b4-8976-cddcae6c2e89" [ 1719.666597] env[62563]: _type = "Task" [ 1719.666597] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.675868] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5292ac84-2b7f-87b4-8976-cddcae6c2e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.865274] env[62563]: DEBUG nova.compute.manager [req-613f5ec2-1c66-41eb-8894-0c7885ab0b64 req-44b5c8d7-7ae7-4a65-9ecb-2eec2b7f7d81 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Received event network-changed-bd7a6f9e-bc52-42fb-bca4-4749723ed77b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1719.865476] env[62563]: DEBUG nova.compute.manager [req-613f5ec2-1c66-41eb-8894-0c7885ab0b64 req-44b5c8d7-7ae7-4a65-9ecb-2eec2b7f7d81 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Refreshing instance network info cache due to event network-changed-bd7a6f9e-bc52-42fb-bca4-4749723ed77b. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1719.865690] env[62563]: DEBUG oslo_concurrency.lockutils [req-613f5ec2-1c66-41eb-8894-0c7885ab0b64 req-44b5c8d7-7ae7-4a65-9ecb-2eec2b7f7d81 service nova] Acquiring lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.865879] env[62563]: DEBUG oslo_concurrency.lockutils [req-613f5ec2-1c66-41eb-8894-0c7885ab0b64 req-44b5c8d7-7ae7-4a65-9ecb-2eec2b7f7d81 service nova] Acquired lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.866082] env[62563]: DEBUG nova.network.neutron [req-613f5ec2-1c66-41eb-8894-0c7885ab0b64 req-44b5c8d7-7ae7-4a65-9ecb-2eec2b7f7d81 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Refreshing network info cache for port bd7a6f9e-bc52-42fb-bca4-4749723ed77b {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.932752] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e3b43309-74a5-410f-8c9a-016a5a439c86 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "214f8826-eefd-4829-80a2-c879fac8c0cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.359s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.079664] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Updating instance_info_cache with network_info: [{"id": "6b97c539-bf03-4204-99bd-81ae90a3f4fa", "address": "fa:16:3e:09:ef:6f", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b97c539-bf", "ovs_interfaceid": "6b97c539-bf03-4204-99bd-81ae90a3f4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.143247] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.143497] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.143634] env[62563]: DEBUG nova.network.neutron [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1720.143931] env[62563]: DEBUG nova.objects.instance [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'info_cache' on Instance uuid 0e1d3972-426d-4751-bebe-12dd732bbef3 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1720.160475] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751571, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.172486] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d397a3-781f-48f9-ac78-b0b8599307c9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.186298] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5292ac84-2b7f-87b4-8976-cddcae6c2e89, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.187341] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefacc70-7c84-436f-8613-4fecef86442b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.191374] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1829c614-0284-40a7-98f6-c6aaf9160596 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.196951] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1720.196951] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]528faebe-d335-3394-14c1-0d53d65f42ed" [ 1720.196951] env[62563]: _type = "Task" [ 1720.196951] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.228420] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1591ccb4-0f9b-4995-a06b-ac1b63465751 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.238834] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528faebe-d335-3394-14c1-0d53d65f42ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.239321] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.239480] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 7777c1f3-e169-4f1f-830b-eae86c4de0ff/7777c1f3-e169-4f1f-830b-eae86c4de0ff.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.240894] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35aa971-20b6-4752-9832-6c5dd3fd695a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.245277] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d27bd59-e6cb-4cb2-bc1b-3acb5da7e1e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.260690] env[62563]: DEBUG nova.compute.provider_tree [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.265073] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1720.265073] env[62563]: value = "task-1751572" [ 1720.265073] env[62563]: _type = "Task" [ 1720.265073] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.270278] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.583659] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Releasing lock "refresh_cache-72a99e47-ef6a-4930-be72-bbb5af8f6c77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.586022] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Updated the network info_cache for instance {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1720.586022] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1720.586022] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1720.586022] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1720.586022] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1720.586022] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1720.586022] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1720.586022] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1720.586022] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1720.609973] env[62563]: DEBUG nova.network.neutron [req-613f5ec2-1c66-41eb-8894-0c7885ab0b64 req-44b5c8d7-7ae7-4a65-9ecb-2eec2b7f7d81 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updated VIF entry in instance network info cache for port bd7a6f9e-bc52-42fb-bca4-4749723ed77b. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.610411] env[62563]: DEBUG nova.network.neutron [req-613f5ec2-1c66-41eb-8894-0c7885ab0b64 req-44b5c8d7-7ae7-4a65-9ecb-2eec2b7f7d81 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updating instance_info_cache with network_info: [{"id": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "address": "fa:16:3e:09:47:df", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7a6f9e-bc", "ovs_interfaceid": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.647724] env[62563]: DEBUG nova.objects.base [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Object Instance<0e1d3972-426d-4751-bebe-12dd732bbef3> lazy-loaded attributes: flavor,info_cache {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1720.663212] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751571, 'name': CreateVM_Task, 'duration_secs': 0.61172} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.663392] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1720.664173] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.664355] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.664732] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1720.665046] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219f368e-580f-4cf3-a26f-411fe0ac3a00 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.671594] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1720.671594] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e8291c-cf8b-a261-72ce-a6613c9b175d" [ 1720.671594] env[62563]: _type = "Task" [ 1720.671594] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.680997] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e8291c-cf8b-a261-72ce-a6613c9b175d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.762818] env[62563]: DEBUG nova.scheduler.client.report [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1720.778210] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751572, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.985222] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "c2e2dc1c-0f10-4804-9668-041632960e7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.985464] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "c2e2dc1c-0f10-4804-9668-041632960e7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.088746] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.113617] env[62563]: DEBUG oslo_concurrency.lockutils [req-613f5ec2-1c66-41eb-8894-0c7885ab0b64 req-44b5c8d7-7ae7-4a65-9ecb-2eec2b7f7d81 service nova] Releasing lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.185926] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e8291c-cf8b-a261-72ce-a6613c9b175d, 'name': SearchDatastore_Task, 'duration_secs': 0.061826} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.186260] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.186492] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1721.186729] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.186875] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.187114] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1721.187382] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-735a9211-7d73-4dc1-9ad8-0ca7bab97077 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.198336] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1721.198513] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1721.199261] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ac2a0b-e22d-4013-bbe0-3ae0a1c19211 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.206175] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1721.206175] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ecace0-da42-a01b-ae0d-836ef7fac43b" [ 1721.206175] env[62563]: _type = "Task" [ 1721.206175] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.215646] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ecace0-da42-a01b-ae0d-836ef7fac43b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.271533] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.274025] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.632s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.275506] env[62563]: INFO nova.compute.claims [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1721.283397] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690794} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.285941] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 7777c1f3-e169-4f1f-830b-eae86c4de0ff/7777c1f3-e169-4f1f-830b-eae86c4de0ff.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1721.286183] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1721.286456] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a456174-62d7-4cc1-8598-202a2eedacdf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.293649] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1721.293649] env[62563]: value = "task-1751573" [ 1721.293649] env[62563]: _type = "Task" [ 1721.293649] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.297540] env[62563]: INFO nova.scheduler.client.report [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Deleted allocations for instance 981fd9ee-6c96-4c7e-b3ba-730ab9aee214 [ 1721.304078] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.418224] env[62563]: DEBUG nova.network.neutron [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance_info_cache with network_info: [{"id": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "address": "fa:16:3e:37:a7:fe", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8e12e1-19", "ovs_interfaceid": "9b8e12e1-1923-47af-b4de-db7f571e58bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.487445] env[62563]: DEBUG nova.compute.manager [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1721.716470] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ecace0-da42-a01b-ae0d-836ef7fac43b, 'name': SearchDatastore_Task, 'duration_secs': 0.019338} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.717324] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9163a9d-9329-400d-a553-47e08256fb11 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.722214] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1721.722214] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52c3c932-795f-1aa0-1e39-688283ad7fe4" [ 1721.722214] env[62563]: _type = "Task" [ 1721.722214] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.729923] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c3c932-795f-1aa0-1e39-688283ad7fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.803072] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10059} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.803344] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1721.804115] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b744b3ec-0e23-43e3-a8d8-f66e49e2f0d3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.808914] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9a27837f-5add-48fe-82f0-2135c0948892 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "981fd9ee-6c96-4c7e-b3ba-730ab9aee214" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.701s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.827911] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 7777c1f3-e169-4f1f-830b-eae86c4de0ff/7777c1f3-e169-4f1f-830b-eae86c4de0ff.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.828760] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97071e08-1f3d-46c6-aa37-feb506093337 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.847923] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1721.847923] env[62563]: value = "task-1751574" [ 1721.847923] env[62563]: _type = "Task" [ 1721.847923] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.856047] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.921897] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "refresh_cache-0e1d3972-426d-4751-bebe-12dd732bbef3" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.007179] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.233874] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c3c932-795f-1aa0-1e39-688283ad7fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.053806} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.234256] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.234519] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 94c1b38a-0b60-40c3-a672-84acc773d7aa/94c1b38a-0b60-40c3-a672-84acc773d7aa.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.234772] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-960a55f5-1da6-45c3-9212-c5481f6b8f56 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.241658] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1722.241658] env[62563]: value = "task-1751575" [ 1722.241658] env[62563]: _type = "Task" [ 1722.241658] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.249577] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.359536] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.424978] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1722.425355] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c2887e7-ff4e-4390-ab20-6af62ebb63bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.435270] env[62563]: DEBUG oslo_vmware.api [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1722.435270] env[62563]: value = "task-1751576" [ 1722.435270] env[62563]: _type = "Task" [ 1722.435270] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.446116] env[62563]: DEBUG oslo_vmware.api [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.525063] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac83d2e-e3ee-4165-ab2e-e1ed511bb616 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.532159] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703c2174-0e84-4425-8224-c3af39ec3817 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.561366] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42a5df3-3b59-43b6-ad08-15012198fe55 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.568972] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e6b22c-9453-4cb3-9aad-87373d6537c7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.582107] env[62563]: DEBUG nova.compute.provider_tree [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.755536] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751575, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.859087] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751574, 'name': ReconfigVM_Task, 'duration_secs': 0.939918} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.859533] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 7777c1f3-e169-4f1f-830b-eae86c4de0ff/7777c1f3-e169-4f1f-830b-eae86c4de0ff.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1722.860245] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d624a3fb-61c8-4220-95b3-94d7d8845699 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.866649] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1722.866649] env[62563]: value = "task-1751577" [ 1722.866649] env[62563]: _type = "Task" [ 1722.866649] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.875018] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751577, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.945301] env[62563]: DEBUG oslo_vmware.api [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751576, 'name': PowerOnVM_Task, 'duration_secs': 0.41076} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.945662] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.945936] env[62563]: DEBUG nova.compute.manager [None req-dadf3d39-de6e-463f-b6ff-a81ea17f68b3 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1722.946793] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0432284-97fd-402b-9e19-19de33e63d2d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.086235] env[62563]: DEBUG nova.scheduler.client.report [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1723.253769] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862558} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.254322] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 94c1b38a-0b60-40c3-a672-84acc773d7aa/94c1b38a-0b60-40c3-a672-84acc773d7aa.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1723.254322] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1723.254595] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04cb3485-87ea-4ecd-990a-6a324d56b501 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.260609] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1723.260609] env[62563]: value = "task-1751578" [ 1723.260609] env[62563]: _type = "Task" [ 1723.260609] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.270150] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.377018] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751577, 'name': Rename_Task, 'duration_secs': 0.385323} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.378843] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1723.378843] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-579babb0-ecf9-4129-89c8-b98ef4179fa6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.383287] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1723.383287] env[62563]: value = "task-1751579" [ 1723.383287] env[62563]: _type = "Task" [ 1723.383287] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.390366] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.592476] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.592674] env[62563]: DEBUG nova.compute.manager [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1723.596021] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.293s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.596274] env[62563]: DEBUG nova.objects.instance [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lazy-loading 'resources' on Instance uuid 8ab53926-f2c0-4044-8a7a-6b84ee742c9e {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1723.770782] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074756} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.772198] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.772198] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead27a9f-785a-442b-85c9-8e36eb3eca07 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.793942] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 94c1b38a-0b60-40c3-a672-84acc773d7aa/94c1b38a-0b60-40c3-a672-84acc773d7aa.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.794237] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ffbca06-2dc2-499f-a34c-00a3e742b594 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.815219] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1723.815219] env[62563]: value = "task-1751580" [ 1723.815219] env[62563]: _type = "Task" [ 1723.815219] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.823073] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.893040] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.102934] env[62563]: DEBUG nova.compute.utils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1724.105131] env[62563]: DEBUG nova.compute.manager [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1724.105131] env[62563]: DEBUG nova.network.neutron [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1724.162071] env[62563]: DEBUG nova.policy [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d1ffa58587d42faaf6ad5ec618e5343', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fbd03d80e8c4495b94f19f566338958', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1724.325464] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751580, 'name': ReconfigVM_Task, 'duration_secs': 0.298896} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.325735] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 94c1b38a-0b60-40c3-a672-84acc773d7aa/94c1b38a-0b60-40c3-a672-84acc773d7aa.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.328877] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc686095-76c2-471c-9321-5b9302653744 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.335429] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1724.335429] env[62563]: value = "task-1751581" [ 1724.335429] env[62563]: _type = "Task" [ 1724.335429] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.345908] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751581, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.395658] env[62563]: DEBUG oslo_vmware.api [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751579, 'name': PowerOnVM_Task, 'duration_secs': 0.956347} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.395960] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1724.396268] env[62563]: INFO nova.compute.manager [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1724.396455] env[62563]: DEBUG nova.compute.manager [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1724.397262] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056e996e-99a1-41dd-a12c-52eb984fab76 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.409136] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ff45b-f643-458f-b311-d20761229865 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.416114] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7a7f1c-1bc8-4b85-bf88-b9cdf1b6b155 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.448565] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc084e8-978d-4540-aaa9-23878f115cec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.456571] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca76f23c-5045-4177-9d32-c891778ecdba {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.461156] env[62563]: DEBUG nova.network.neutron [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Successfully created port: 88b493ec-ce00-4ef4-bb08-f1c7af2a50c5 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1724.472824] env[62563]: DEBUG nova.compute.provider_tree [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1724.578893] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "55072c9f-3762-41d8-9641-86ad9756f598" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.578893] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.609168] env[62563]: DEBUG nova.compute.manager [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1724.710912] env[62563]: DEBUG oslo_concurrency.lockutils [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "0e1d3972-426d-4751-bebe-12dd732bbef3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.711212] env[62563]: DEBUG oslo_concurrency.lockutils [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.711427] env[62563]: DEBUG oslo_concurrency.lockutils [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "0e1d3972-426d-4751-bebe-12dd732bbef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.711610] env[62563]: DEBUG oslo_concurrency.lockutils [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.711775] env[62563]: DEBUG oslo_concurrency.lockutils [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.713804] env[62563]: INFO nova.compute.manager [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Terminating instance [ 1724.715443] env[62563]: DEBUG nova.compute.manager [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1724.715636] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1724.716510] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075b6a6e-a3c9-40bb-b725-b53e6fa19295 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.723857] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1724.724109] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0840ea3c-7c4d-4a30-b28a-0760685c311a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.729343] env[62563]: DEBUG oslo_vmware.api [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1724.729343] env[62563]: value = "task-1751582" [ 1724.729343] env[62563]: _type = "Task" [ 1724.729343] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.737050] env[62563]: DEBUG oslo_vmware.api [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.845778] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751581, 'name': Rename_Task, 'duration_secs': 0.38242} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.846095] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.846363] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab98bec5-b00f-49b7-a80c-47fe281fa957 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.852639] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1724.852639] env[62563]: value = "task-1751583" [ 1724.852639] env[62563]: _type = "Task" [ 1724.852639] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.860335] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.914203] env[62563]: INFO nova.compute.manager [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Took 18.12 seconds to build instance. [ 1724.975932] env[62563]: DEBUG nova.scheduler.client.report [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1725.080053] env[62563]: DEBUG nova.compute.manager [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1725.240940] env[62563]: DEBUG oslo_vmware.api [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751582, 'name': PowerOffVM_Task, 'duration_secs': 0.224511} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.241224] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1725.241394] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1725.241642] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a7f7bfb-38d7-49d5-b30e-6cad40bdf339 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.362881] env[62563]: DEBUG oslo_vmware.api [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751583, 'name': PowerOnVM_Task, 'duration_secs': 0.472651} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.363159] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.363362] env[62563]: INFO nova.compute.manager [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1725.363543] env[62563]: DEBUG nova.compute.manager [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1725.364308] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcdef2c-739f-41cd-82aa-1d2d63364c5e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.417320] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd1f152b-13a1-4036-bc78-ae02378aad41 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.629s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.447651] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1725.447651] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1725.447855] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleting the datastore file [datastore1] 0e1d3972-426d-4751-bebe-12dd732bbef3 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1725.448157] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e31a810-7b9b-42b3-af63-aa3a9275d8d2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.457432] env[62563]: DEBUG oslo_vmware.api [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1725.457432] env[62563]: value = "task-1751585" [ 1725.457432] env[62563]: _type = "Task" [ 1725.457432] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.465247] env[62563]: DEBUG oslo_vmware.api [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.480997] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.482810] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.883s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.483057] env[62563]: DEBUG nova.objects.instance [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'resources' on Instance uuid 0e5a8473-09a3-49c7-91be-144a3561fd23 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.501949] env[62563]: INFO nova.scheduler.client.report [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleted allocations for instance 8ab53926-f2c0-4044-8a7a-6b84ee742c9e [ 1725.601691] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.616783] env[62563]: DEBUG nova.compute.manager [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1725.646315] env[62563]: DEBUG nova.virt.hardware [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1725.646598] env[62563]: DEBUG nova.virt.hardware [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1725.646756] env[62563]: DEBUG nova.virt.hardware [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.646946] env[62563]: DEBUG nova.virt.hardware [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1725.647132] env[62563]: DEBUG nova.virt.hardware [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.647283] env[62563]: DEBUG nova.virt.hardware [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1725.647491] env[62563]: DEBUG nova.virt.hardware [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1725.647678] env[62563]: DEBUG nova.virt.hardware [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1725.647848] env[62563]: DEBUG nova.virt.hardware [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1725.648038] env[62563]: DEBUG nova.virt.hardware [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1725.648219] env[62563]: DEBUG nova.virt.hardware [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1725.649132] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1fff08-d6f1-4c52-ad6b-3704f75ec500 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.657384] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f63ea5-2fc0-45a5-9621-ca29db060f44 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.882100] env[62563]: INFO nova.compute.manager [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Took 15.19 seconds to build instance. [ 1725.968560] env[62563]: DEBUG oslo_vmware.api [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.995905] env[62563]: DEBUG nova.compute.manager [req-6811df3b-8814-4b64-9ec7-2b9f30fd270d req-266301aa-dff8-4f6e-b46d-66ff5ee4278d service nova] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Received event network-vif-plugged-88b493ec-ce00-4ef4-bb08-f1c7af2a50c5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1725.996175] env[62563]: DEBUG oslo_concurrency.lockutils [req-6811df3b-8814-4b64-9ec7-2b9f30fd270d req-266301aa-dff8-4f6e-b46d-66ff5ee4278d service nova] Acquiring lock "c95a3789-9256-481c-a77e-dc1cd992e874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.996394] env[62563]: DEBUG oslo_concurrency.lockutils [req-6811df3b-8814-4b64-9ec7-2b9f30fd270d req-266301aa-dff8-4f6e-b46d-66ff5ee4278d service nova] Lock "c95a3789-9256-481c-a77e-dc1cd992e874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.996565] env[62563]: DEBUG oslo_concurrency.lockutils [req-6811df3b-8814-4b64-9ec7-2b9f30fd270d req-266301aa-dff8-4f6e-b46d-66ff5ee4278d service nova] Lock "c95a3789-9256-481c-a77e-dc1cd992e874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.996746] env[62563]: DEBUG nova.compute.manager [req-6811df3b-8814-4b64-9ec7-2b9f30fd270d req-266301aa-dff8-4f6e-b46d-66ff5ee4278d service nova] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] No waiting events found dispatching network-vif-plugged-88b493ec-ce00-4ef4-bb08-f1c7af2a50c5 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1725.998533] env[62563]: WARNING nova.compute.manager [req-6811df3b-8814-4b64-9ec7-2b9f30fd270d req-266301aa-dff8-4f6e-b46d-66ff5ee4278d service nova] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Received unexpected event network-vif-plugged-88b493ec-ce00-4ef4-bb08-f1c7af2a50c5 for instance with vm_state building and task_state spawning. [ 1726.010496] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e9f7241b-5360-401a-8740-006915e43720 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "8ab53926-f2c0-4044-8a7a-6b84ee742c9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.700s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.193152] env[62563]: DEBUG nova.network.neutron [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Successfully updated port: 88b493ec-ce00-4ef4-bb08-f1c7af2a50c5 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1726.252295] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17489510-c8a0-4fc4-becf-a14ce67c682b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.261051] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc59096-3279-4043-ae53-5b80f4aa328e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.293499] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8dd695-18ec-4331-a5b0-599d578f8318 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.301424] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144388d9-acce-47e0-bbe8-0ab375e5484c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.314866] env[62563]: DEBUG nova.compute.provider_tree [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.382483] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df28f190-80c5-4c21-acd3-cee6b6603d80 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.721s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.470100] env[62563]: DEBUG oslo_vmware.api [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.595953} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.470760] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1726.473699] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1726.473699] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1726.473699] env[62563]: INFO nova.compute.manager [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1726.473699] env[62563]: DEBUG oslo.service.loopingcall [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.473699] env[62563]: DEBUG nova.compute.manager [-] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1726.473699] env[62563]: DEBUG nova.network.neutron [-] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1726.696757] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "refresh_cache-c95a3789-9256-481c-a77e-dc1cd992e874" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.697070] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "refresh_cache-c95a3789-9256-481c-a77e-dc1cd992e874" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.697273] env[62563]: DEBUG nova.network.neutron [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.817985] env[62563]: DEBUG nova.scheduler.client.report [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1727.153480] env[62563]: DEBUG nova.compute.manager [req-a37b226e-f874-4c4b-a922-f922b684e243 req-a9c45d40-f470-4c22-adf0-7f572aa8a3ec service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Received event network-changed-bd7a6f9e-bc52-42fb-bca4-4749723ed77b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1727.153480] env[62563]: DEBUG nova.compute.manager [req-a37b226e-f874-4c4b-a922-f922b684e243 req-a9c45d40-f470-4c22-adf0-7f572aa8a3ec service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Refreshing instance network info cache due to event network-changed-bd7a6f9e-bc52-42fb-bca4-4749723ed77b. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1727.153480] env[62563]: DEBUG oslo_concurrency.lockutils [req-a37b226e-f874-4c4b-a922-f922b684e243 req-a9c45d40-f470-4c22-adf0-7f572aa8a3ec service nova] Acquiring lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.153668] env[62563]: DEBUG oslo_concurrency.lockutils [req-a37b226e-f874-4c4b-a922-f922b684e243 req-a9c45d40-f470-4c22-adf0-7f572aa8a3ec service nova] Acquired lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.153859] env[62563]: DEBUG nova.network.neutron [req-a37b226e-f874-4c4b-a922-f922b684e243 req-a9c45d40-f470-4c22-adf0-7f572aa8a3ec service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Refreshing network info cache for port bd7a6f9e-bc52-42fb-bca4-4749723ed77b {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1727.247227] env[62563]: DEBUG nova.network.neutron [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1727.324078] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.326711] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.285s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.326996] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.328662] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.046s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.330163] env[62563]: INFO nova.compute.claims [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1727.340478] env[62563]: INFO nova.scheduler.client.report [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Deleted allocations for instance 0e5a8473-09a3-49c7-91be-144a3561fd23 [ 1727.362164] env[62563]: INFO nova.scheduler.client.report [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted allocations for instance 1d2b02c8-11e4-43b6-a51d-1b656b587758 [ 1727.399661] env[62563]: DEBUG nova.network.neutron [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Updating instance_info_cache with network_info: [{"id": "88b493ec-ce00-4ef4-bb08-f1c7af2a50c5", "address": "fa:16:3e:bc:57:45", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88b493ec-ce", "ovs_interfaceid": "88b493ec-ce00-4ef4-bb08-f1c7af2a50c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.435669] env[62563]: DEBUG nova.network.neutron [-] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.699230] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "fec41e37-f0d0-4e27-a250-af3ec7718a95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.700228] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "fec41e37-f0d0-4e27-a250-af3ec7718a95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.848972] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0ac703cc-7d01-4a2c-9f21-82b47ae34dd6 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "0e5a8473-09a3-49c7-91be-144a3561fd23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.969s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.869684] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1f96efe1-7fb1-4823-97d9-93a503ba731c tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "1d2b02c8-11e4-43b6-a51d-1b656b587758" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.816s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.901791] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "refresh_cache-c95a3789-9256-481c-a77e-dc1cd992e874" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.902240] env[62563]: DEBUG nova.compute.manager [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Instance network_info: |[{"id": "88b493ec-ce00-4ef4-bb08-f1c7af2a50c5", "address": "fa:16:3e:bc:57:45", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88b493ec-ce", "ovs_interfaceid": "88b493ec-ce00-4ef4-bb08-f1c7af2a50c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1727.902652] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:57:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88b493ec-ce00-4ef4-bb08-f1c7af2a50c5', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1727.910514] env[62563]: DEBUG oslo.service.loopingcall [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.911411] env[62563]: DEBUG nova.network.neutron [req-a37b226e-f874-4c4b-a922-f922b684e243 req-a9c45d40-f470-4c22-adf0-7f572aa8a3ec service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updated VIF entry in instance network info cache for port bd7a6f9e-bc52-42fb-bca4-4749723ed77b. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.911735] env[62563]: DEBUG nova.network.neutron [req-a37b226e-f874-4c4b-a922-f922b684e243 req-a9c45d40-f470-4c22-adf0-7f572aa8a3ec service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updating instance_info_cache with network_info: [{"id": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "address": "fa:16:3e:09:47:df", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7a6f9e-bc", "ovs_interfaceid": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.913088] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1727.913207] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c37d798-e254-4f43-8e78-6426a18966bf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.931201] env[62563]: DEBUG oslo_concurrency.lockutils [req-a37b226e-f874-4c4b-a922-f922b684e243 req-a9c45d40-f470-4c22-adf0-7f572aa8a3ec service nova] Releasing lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.938387] env[62563]: INFO nova.compute.manager [-] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Took 1.47 seconds to deallocate network for instance. [ 1727.938635] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1727.938635] env[62563]: value = "task-1751586" [ 1727.938635] env[62563]: _type = "Task" [ 1727.938635] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.954602] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751586, 'name': CreateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.032842] env[62563]: DEBUG nova.compute.manager [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Received event network-changed-88b493ec-ce00-4ef4-bb08-f1c7af2a50c5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1728.033234] env[62563]: DEBUG nova.compute.manager [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Refreshing instance network info cache due to event network-changed-88b493ec-ce00-4ef4-bb08-f1c7af2a50c5. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1728.033319] env[62563]: DEBUG oslo_concurrency.lockutils [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] Acquiring lock "refresh_cache-c95a3789-9256-481c-a77e-dc1cd992e874" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.033472] env[62563]: DEBUG oslo_concurrency.lockutils [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] Acquired lock "refresh_cache-c95a3789-9256-481c-a77e-dc1cd992e874" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.033650] env[62563]: DEBUG nova.network.neutron [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Refreshing network info cache for port 88b493ec-ce00-4ef4-bb08-f1c7af2a50c5 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1728.205311] env[62563]: DEBUG nova.compute.manager [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1728.453891] env[62563]: DEBUG oslo_concurrency.lockutils [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.454151] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751586, 'name': CreateVM_Task, 'duration_secs': 0.408827} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.454337] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1728.454963] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.455132] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.455446] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1728.455693] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9cbbaca-23aa-4b0f-bee2-f7457dd11562 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.462791] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1728.462791] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5280a13e-0703-7414-7e85-98f16845e458" [ 1728.462791] env[62563]: _type = "Task" [ 1728.462791] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.471812] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5280a13e-0703-7414-7e85-98f16845e458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.577304] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1118bdd8-396f-411a-8879-a9d749f07de8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.584858] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7498d07a-1e4b-4392-b789-8208bee2ca39 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.618058] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edca76d5-8c53-43eb-81ec-02233c6d5772 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.627062] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9345fb70-1c9d-4c71-8501-66b5859d31d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.641029] env[62563]: DEBUG nova.compute.provider_tree [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.724274] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.800398] env[62563]: DEBUG nova.network.neutron [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Updated VIF entry in instance network info cache for port 88b493ec-ce00-4ef4-bb08-f1c7af2a50c5. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1728.800753] env[62563]: DEBUG nova.network.neutron [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Updating instance_info_cache with network_info: [{"id": "88b493ec-ce00-4ef4-bb08-f1c7af2a50c5", "address": "fa:16:3e:bc:57:45", "network": {"id": "bc601794-0e76-4d7c-93df-74223d70ebd2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351737376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbd03d80e8c4495b94f19f566338958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88b493ec-ce", "ovs_interfaceid": "88b493ec-ce00-4ef4-bb08-f1c7af2a50c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.978442] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5280a13e-0703-7414-7e85-98f16845e458, 'name': SearchDatastore_Task, 'duration_secs': 0.033584} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.978694] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.978885] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1728.979291] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.979291] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.979536] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1728.979806] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c231758e-0994-4f62-851e-621cb1295753 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.989225] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1728.989527] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1728.990215] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a530dc8d-618c-4eae-addd-e5c28745fa75 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.996288] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1728.996288] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5269d244-86fe-1eb7-b210-dbfc322118d3" [ 1728.996288] env[62563]: _type = "Task" [ 1728.996288] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.004288] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5269d244-86fe-1eb7-b210-dbfc322118d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.146664] env[62563]: DEBUG nova.scheduler.client.report [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1729.305532] env[62563]: DEBUG oslo_concurrency.lockutils [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] Releasing lock "refresh_cache-c95a3789-9256-481c-a77e-dc1cd992e874" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.305804] env[62563]: DEBUG nova.compute.manager [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Received event network-changed-32a6c4b0-1831-4a6e-aecb-fdd54c3a263b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1729.306077] env[62563]: DEBUG nova.compute.manager [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Refreshing instance network info cache due to event network-changed-32a6c4b0-1831-4a6e-aecb-fdd54c3a263b. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1729.306249] env[62563]: DEBUG oslo_concurrency.lockutils [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] Acquiring lock "refresh_cache-7777c1f3-e169-4f1f-830b-eae86c4de0ff" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.306392] env[62563]: DEBUG oslo_concurrency.lockutils [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] Acquired lock "refresh_cache-7777c1f3-e169-4f1f-830b-eae86c4de0ff" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.306824] env[62563]: DEBUG nova.network.neutron [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Refreshing network info cache for port 32a6c4b0-1831-4a6e-aecb-fdd54c3a263b {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1729.511395] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5269d244-86fe-1eb7-b210-dbfc322118d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013682} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.512562] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2951d077-3607-417a-a946-1d2e81c7e102 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.519197] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1729.519197] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ba5820-a7f5-a828-c96e-4e57cb2a8cc4" [ 1729.519197] env[62563]: _type = "Task" [ 1729.519197] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.529510] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ba5820-a7f5-a828-c96e-4e57cb2a8cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.652407] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.652956] env[62563]: DEBUG nova.compute.manager [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1729.655702] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.567s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.655936] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.656239] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1729.656551] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.650s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.658122] env[62563]: INFO nova.compute.claims [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1729.661396] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e83eea9-fd54-4e23-a867-7425942a8025 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.669760] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409499cd-877c-45b0-94ba-b74edd187b30 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.685781] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96eeab0-31e9-4ab0-bba3-8bf3bb35bf95 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.693090] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd317aa-037a-45f4-8ca5-c36574d91ba9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.723042] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179769MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1729.723201] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.773327] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "ee5d691c-088d-4e04-a357-f33b24b5a470" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.773592] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "ee5d691c-088d-4e04-a357-f33b24b5a470" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.031557] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ba5820-a7f5-a828-c96e-4e57cb2a8cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.03699} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.031899] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.032555] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c95a3789-9256-481c-a77e-dc1cd992e874/c95a3789-9256-481c-a77e-dc1cd992e874.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1730.032867] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03b66013-237b-4eed-bbda-9797dffb9ae7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.041427] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1730.041427] env[62563]: value = "task-1751587" [ 1730.041427] env[62563]: _type = "Task" [ 1730.041427] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.050202] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.067359] env[62563]: DEBUG nova.network.neutron [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Updated VIF entry in instance network info cache for port 32a6c4b0-1831-4a6e-aecb-fdd54c3a263b. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1730.067747] env[62563]: DEBUG nova.network.neutron [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Updating instance_info_cache with network_info: [{"id": "32a6c4b0-1831-4a6e-aecb-fdd54c3a263b", "address": "fa:16:3e:7f:1d:2d", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a6c4b0-18", "ovs_interfaceid": "32a6c4b0-1831-4a6e-aecb-fdd54c3a263b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.164294] env[62563]: DEBUG nova.compute.utils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1730.166227] env[62563]: DEBUG nova.compute.manager [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1730.166448] env[62563]: DEBUG nova.network.neutron [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1730.211798] env[62563]: DEBUG nova.policy [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '633961301d88477a8fb3b646b5dd51bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7628c00f0fcc4298a38a2ccc489bd2e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1730.279071] env[62563]: DEBUG nova.compute.manager [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1730.520849] env[62563]: DEBUG nova.network.neutron [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Successfully created port: 98e1a21b-9228-4a18-a494-4eda91a4e65b {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1730.551081] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482353} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.551404] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c95a3789-9256-481c-a77e-dc1cd992e874/c95a3789-9256-481c-a77e-dc1cd992e874.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1730.551518] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.551762] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ae92eb5-8719-4835-bfe7-90f4f454795e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.558266] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1730.558266] env[62563]: value = "task-1751588" [ 1730.558266] env[62563]: _type = "Task" [ 1730.558266] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.565625] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.570253] env[62563]: DEBUG oslo_concurrency.lockutils [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] Releasing lock "refresh_cache-7777c1f3-e169-4f1f-830b-eae86c4de0ff" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.570544] env[62563]: DEBUG nova.compute.manager [req-de509bed-15e4-47b1-828c-cf4ff14c1972 req-f2329123-18ab-42e5-b57a-add560e802fc service nova] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Received event network-vif-deleted-9b8e12e1-1923-47af-b4de-db7f571e58bc {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1730.670763] env[62563]: DEBUG nova.compute.manager [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1730.798276] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.884554] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0cf994-8d84-4b8c-a519-ac611ac6f997 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.892745] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076283b3-01fc-46bf-906b-abf67390a2ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.926661] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96af187d-db57-4f0b-90ef-d9313e620e50 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.934659] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f850a7-1630-4559-a524-8b6712e88729 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.949190] env[62563]: DEBUG nova.compute.provider_tree [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.069120] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0633} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.069555] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1731.070390] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ccfa50-79b3-411c-85f0-317d321f5c87 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.093640] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] c95a3789-9256-481c-a77e-dc1cd992e874/c95a3789-9256-481c-a77e-dc1cd992e874.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.094225] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aac8bcf-aad3-4c78-8d70-d0b0eeb35810 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.113909] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1731.113909] env[62563]: value = "task-1751589" [ 1731.113909] env[62563]: _type = "Task" [ 1731.113909] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.121306] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.452813] env[62563]: DEBUG nova.scheduler.client.report [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1731.623814] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751589, 'name': ReconfigVM_Task, 'duration_secs': 0.285981} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.624107] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Reconfigured VM instance instance-00000064 to attach disk [datastore1] c95a3789-9256-481c-a77e-dc1cd992e874/c95a3789-9256-481c-a77e-dc1cd992e874.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.624768] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4847f09c-8849-462b-8b10-65d4b8c653ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.630975] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1731.630975] env[62563]: value = "task-1751590" [ 1731.630975] env[62563]: _type = "Task" [ 1731.630975] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.638719] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751590, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.681681] env[62563]: DEBUG nova.compute.manager [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1731.714430] env[62563]: DEBUG nova.virt.hardware [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1731.714677] env[62563]: DEBUG nova.virt.hardware [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1731.714834] env[62563]: DEBUG nova.virt.hardware [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.715026] env[62563]: DEBUG nova.virt.hardware [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1731.715178] env[62563]: DEBUG nova.virt.hardware [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.715323] env[62563]: DEBUG nova.virt.hardware [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1731.715525] env[62563]: DEBUG nova.virt.hardware [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1731.715683] env[62563]: DEBUG nova.virt.hardware [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1731.715844] env[62563]: DEBUG nova.virt.hardware [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1731.716055] env[62563]: DEBUG nova.virt.hardware [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1731.716239] env[62563]: DEBUG nova.virt.hardware [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1731.717112] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc9cb3a-3d95-4972-a9fa-030bd6c17d0f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.724872] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ffb073-0020-4a46-83d7-96b60e3c924e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.919538] env[62563]: DEBUG nova.compute.manager [req-a604b5b5-398a-4a11-9817-7cf8bb0edb53 req-13940070-c8c6-4a72-99a9-0a3d28bf89ce service nova] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Received event network-vif-plugged-98e1a21b-9228-4a18-a494-4eda91a4e65b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1731.919813] env[62563]: DEBUG oslo_concurrency.lockutils [req-a604b5b5-398a-4a11-9817-7cf8bb0edb53 req-13940070-c8c6-4a72-99a9-0a3d28bf89ce service nova] Acquiring lock "474e6f56-7fd8-4470-bcba-26495529f9e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.919976] env[62563]: DEBUG oslo_concurrency.lockutils [req-a604b5b5-398a-4a11-9817-7cf8bb0edb53 req-13940070-c8c6-4a72-99a9-0a3d28bf89ce service nova] Lock "474e6f56-7fd8-4470-bcba-26495529f9e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.920447] env[62563]: DEBUG oslo_concurrency.lockutils [req-a604b5b5-398a-4a11-9817-7cf8bb0edb53 req-13940070-c8c6-4a72-99a9-0a3d28bf89ce service nova] Lock "474e6f56-7fd8-4470-bcba-26495529f9e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.920632] env[62563]: DEBUG nova.compute.manager [req-a604b5b5-398a-4a11-9817-7cf8bb0edb53 req-13940070-c8c6-4a72-99a9-0a3d28bf89ce service nova] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] No waiting events found dispatching network-vif-plugged-98e1a21b-9228-4a18-a494-4eda91a4e65b {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1731.920800] env[62563]: WARNING nova.compute.manager [req-a604b5b5-398a-4a11-9817-7cf8bb0edb53 req-13940070-c8c6-4a72-99a9-0a3d28bf89ce service nova] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Received unexpected event network-vif-plugged-98e1a21b-9228-4a18-a494-4eda91a4e65b for instance with vm_state building and task_state spawning. [ 1731.959246] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.959747] env[62563]: DEBUG nova.compute.manager [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1731.962670] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.361s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.966364] env[62563]: INFO nova.compute.claims [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1732.015099] env[62563]: DEBUG nova.network.neutron [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Successfully updated port: 98e1a21b-9228-4a18-a494-4eda91a4e65b {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1732.140809] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751590, 'name': Rename_Task, 'duration_secs': 0.135577} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.141117] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.141376] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17034fa8-b9fd-4650-948b-f5b6d220cfe4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.148161] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1732.148161] env[62563]: value = "task-1751591" [ 1732.148161] env[62563]: _type = "Task" [ 1732.148161] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.155946] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.471744] env[62563]: DEBUG nova.compute.utils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1732.475297] env[62563]: DEBUG nova.compute.manager [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1732.475487] env[62563]: DEBUG nova.network.neutron [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1732.518093] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "refresh_cache-474e6f56-7fd8-4470-bcba-26495529f9e4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.518262] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "refresh_cache-474e6f56-7fd8-4470-bcba-26495529f9e4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.518412] env[62563]: DEBUG nova.network.neutron [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1732.526368] env[62563]: DEBUG nova.policy [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5bf7d13ed74f45b5c97272ec0d5513', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b163f78c60c540b2906fcc91ad4d8e97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1732.657874] env[62563]: DEBUG oslo_vmware.api [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751591, 'name': PowerOnVM_Task, 'duration_secs': 0.461854} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.658173] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1732.658385] env[62563]: INFO nova.compute.manager [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1732.658563] env[62563]: DEBUG nova.compute.manager [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1732.659347] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4367030e-d607-4a0e-b9ab-fce48b51399d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.773458] env[62563]: DEBUG nova.network.neutron [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Successfully created port: 51fa45da-e29c-4736-95c1-2f98e13cdbe4 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1732.975860] env[62563]: DEBUG nova.compute.manager [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1733.051575] env[62563]: DEBUG nova.network.neutron [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1733.177431] env[62563]: INFO nova.compute.manager [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Took 20.55 seconds to build instance. [ 1733.196473] env[62563]: DEBUG nova.network.neutron [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Updating instance_info_cache with network_info: [{"id": "98e1a21b-9228-4a18-a494-4eda91a4e65b", "address": "fa:16:3e:1e:83:9d", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e1a21b-92", "ovs_interfaceid": "98e1a21b-9228-4a18-a494-4eda91a4e65b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.249574] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7af2f8c-f7b3-4859-b47f-2fbeda2b55d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.257441] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a351d9c6-da13-4ca6-881c-bc137947e0c5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.291042] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c5b7b9-2068-4b2d-b989-c645f4dddce2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.300665] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34dbd01-b19c-47a2-88db-75656a3bd7e6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.317040] env[62563]: DEBUG nova.compute.provider_tree [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.682778] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dd029b0-66a0-4b31-96ba-4f7d1c00b719 tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "c95a3789-9256-481c-a77e-dc1cd992e874" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.066s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.699718] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "refresh_cache-474e6f56-7fd8-4470-bcba-26495529f9e4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.700262] env[62563]: DEBUG nova.compute.manager [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Instance network_info: |[{"id": "98e1a21b-9228-4a18-a494-4eda91a4e65b", "address": "fa:16:3e:1e:83:9d", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e1a21b-92", "ovs_interfaceid": "98e1a21b-9228-4a18-a494-4eda91a4e65b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1733.700859] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:83:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98e1a21b-9228-4a18-a494-4eda91a4e65b', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1733.714235] env[62563]: DEBUG oslo.service.loopingcall [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.714471] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1733.714699] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1c427f6-8520-457a-93d5-16fa40067086 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.734353] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1733.734353] env[62563]: value = "task-1751592" [ 1733.734353] env[62563]: _type = "Task" [ 1733.734353] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.741936] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751592, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.819688] env[62563]: DEBUG nova.scheduler.client.report [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1733.947697] env[62563]: DEBUG nova.compute.manager [req-ee92e8d6-a70b-4188-97ee-46c87a5665d3 req-8a86ba60-c635-45a1-80f1-10ad08bbc742 service nova] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Received event network-changed-98e1a21b-9228-4a18-a494-4eda91a4e65b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1733.947911] env[62563]: DEBUG nova.compute.manager [req-ee92e8d6-a70b-4188-97ee-46c87a5665d3 req-8a86ba60-c635-45a1-80f1-10ad08bbc742 service nova] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Refreshing instance network info cache due to event network-changed-98e1a21b-9228-4a18-a494-4eda91a4e65b. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1733.948151] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee92e8d6-a70b-4188-97ee-46c87a5665d3 req-8a86ba60-c635-45a1-80f1-10ad08bbc742 service nova] Acquiring lock "refresh_cache-474e6f56-7fd8-4470-bcba-26495529f9e4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.948300] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee92e8d6-a70b-4188-97ee-46c87a5665d3 req-8a86ba60-c635-45a1-80f1-10ad08bbc742 service nova] Acquired lock "refresh_cache-474e6f56-7fd8-4470-bcba-26495529f9e4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.948460] env[62563]: DEBUG nova.network.neutron [req-ee92e8d6-a70b-4188-97ee-46c87a5665d3 req-8a86ba60-c635-45a1-80f1-10ad08bbc742 service nova] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Refreshing network info cache for port 98e1a21b-9228-4a18-a494-4eda91a4e65b {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.987269] env[62563]: DEBUG nova.compute.manager [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1734.017324] env[62563]: DEBUG nova.virt.hardware [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1734.017621] env[62563]: DEBUG nova.virt.hardware [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1734.017788] env[62563]: DEBUG nova.virt.hardware [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1734.017994] env[62563]: DEBUG nova.virt.hardware [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1734.018170] env[62563]: DEBUG nova.virt.hardware [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1734.018365] env[62563]: DEBUG nova.virt.hardware [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1734.018602] env[62563]: DEBUG nova.virt.hardware [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1734.018771] env[62563]: DEBUG nova.virt.hardware [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1734.018941] env[62563]: DEBUG nova.virt.hardware [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1734.019142] env[62563]: DEBUG nova.virt.hardware [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1734.019366] env[62563]: DEBUG nova.virt.hardware [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1734.020715] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cef394f-7506-4e36-8614-f96ed3ead860 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.031092] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dd9984-11ad-4769-9a3f-cf788fbaa8be {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.250019] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751592, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.268059] env[62563]: DEBUG nova.network.neutron [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Successfully updated port: 51fa45da-e29c-4736-95c1-2f98e13cdbe4 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1734.324160] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.324899] env[62563]: DEBUG nova.compute.manager [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1734.328654] env[62563]: DEBUG oslo_concurrency.lockutils [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.875s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.328844] env[62563]: DEBUG oslo_concurrency.lockutils [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.331123] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.607s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.333356] env[62563]: INFO nova.compute.claims [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1734.366099] env[62563]: INFO nova.scheduler.client.report [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleted allocations for instance 0e1d3972-426d-4751-bebe-12dd732bbef3 [ 1734.524060] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "c95a3789-9256-481c-a77e-dc1cd992e874" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.524358] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "c95a3789-9256-481c-a77e-dc1cd992e874" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.524563] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "c95a3789-9256-481c-a77e-dc1cd992e874-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.524745] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "c95a3789-9256-481c-a77e-dc1cd992e874-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.524915] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "c95a3789-9256-481c-a77e-dc1cd992e874-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.527379] env[62563]: INFO nova.compute.manager [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Terminating instance [ 1734.529376] env[62563]: DEBUG nova.compute.manager [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1734.529376] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1734.530201] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5c79df-0967-4e19-a800-1399377622cc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.537455] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1734.537678] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a75341b-e5fb-462d-8b17-16554d336746 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.546102] env[62563]: DEBUG oslo_vmware.api [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1734.546102] env[62563]: value = "task-1751593" [ 1734.546102] env[62563]: _type = "Task" [ 1734.546102] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.553972] env[62563]: DEBUG oslo_vmware.api [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.660767] env[62563]: DEBUG nova.network.neutron [req-ee92e8d6-a70b-4188-97ee-46c87a5665d3 req-8a86ba60-c635-45a1-80f1-10ad08bbc742 service nova] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Updated VIF entry in instance network info cache for port 98e1a21b-9228-4a18-a494-4eda91a4e65b. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.661126] env[62563]: DEBUG nova.network.neutron [req-ee92e8d6-a70b-4188-97ee-46c87a5665d3 req-8a86ba60-c635-45a1-80f1-10ad08bbc742 service nova] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Updating instance_info_cache with network_info: [{"id": "98e1a21b-9228-4a18-a494-4eda91a4e65b", "address": "fa:16:3e:1e:83:9d", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e1a21b-92", "ovs_interfaceid": "98e1a21b-9228-4a18-a494-4eda91a4e65b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.747225] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751592, 'name': CreateVM_Task, 'duration_secs': 0.788343} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.747477] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1734.748272] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.748520] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.748929] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1734.749240] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c9084f-91f5-431d-bc59-c0e5c9ea73d3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.754091] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1734.754091] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521face1-5286-058f-d744-83f2a4b4eef1" [ 1734.754091] env[62563]: _type = "Task" [ 1734.754091] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.762142] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521face1-5286-058f-d744-83f2a4b4eef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.771763] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "refresh_cache-c2e2dc1c-0f10-4804-9668-041632960e7f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.771915] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "refresh_cache-c2e2dc1c-0f10-4804-9668-041632960e7f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.772051] env[62563]: DEBUG nova.network.neutron [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1734.839030] env[62563]: DEBUG nova.compute.utils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1734.842390] env[62563]: DEBUG nova.compute.manager [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1734.842565] env[62563]: DEBUG nova.network.neutron [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1734.874258] env[62563]: DEBUG oslo_concurrency.lockutils [None req-44ee32dc-d7b5-4d39-9bb5-f8e3842c05fc tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "0e1d3972-426d-4751-bebe-12dd732bbef3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.163s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.881575] env[62563]: DEBUG nova.policy [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7585dc4ea0c84e36a6529b944a4b8e5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da7ebbf0584645d3a754b072eabbe17d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1735.056551] env[62563]: DEBUG oslo_vmware.api [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751593, 'name': PowerOffVM_Task, 'duration_secs': 0.195761} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.056898] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1735.056983] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1735.057212] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7834abd6-bb32-4b9e-83e7-39ee51fd8255 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.151092] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1735.151092] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1735.151092] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleting the datastore file [datastore1] c95a3789-9256-481c-a77e-dc1cd992e874 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1735.151692] env[62563]: DEBUG nova.network.neutron [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Successfully created port: 3e9c9a9f-1b02-4fa6-81fc-c50c60020b84 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1735.153623] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6393b31f-df0b-4431-bad5-41c3c33b3798 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.161064] env[62563]: DEBUG oslo_vmware.api [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for the task: (returnval){ [ 1735.161064] env[62563]: value = "task-1751595" [ 1735.161064] env[62563]: _type = "Task" [ 1735.161064] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.164479] env[62563]: DEBUG oslo_concurrency.lockutils [req-ee92e8d6-a70b-4188-97ee-46c87a5665d3 req-8a86ba60-c635-45a1-80f1-10ad08bbc742 service nova] Releasing lock "refresh_cache-474e6f56-7fd8-4470-bcba-26495529f9e4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.169285] env[62563]: DEBUG oslo_vmware.api [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.274297] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521face1-5286-058f-d744-83f2a4b4eef1, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.274297] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.274297] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1735.274297] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.274297] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.274297] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1735.274297] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bde20c3a-7c66-47b0-8099-f9cb7f326407 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.292847] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1735.293064] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1735.294263] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db59148-5107-4127-9d94-0e47dfc53b49 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.300057] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1735.300057] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]520bd58b-d3cc-d919-ae14-3701f51b635e" [ 1735.300057] env[62563]: _type = "Task" [ 1735.300057] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.314910] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]520bd58b-d3cc-d919-ae14-3701f51b635e, 'name': SearchDatastore_Task, 'duration_secs': 0.009511} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.316136] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0fb93d5-74ca-4bbc-9608-3e959225eb37 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.322262] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1735.322262] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]522be614-cf3f-0447-b357-f23828767d2b" [ 1735.322262] env[62563]: _type = "Task" [ 1735.322262] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.329903] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522be614-cf3f-0447-b357-f23828767d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.343605] env[62563]: DEBUG nova.compute.manager [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1735.419120] env[62563]: DEBUG nova.network.neutron [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1735.601995] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd8d925-cc09-4a83-bb5f-734212a6013c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.609252] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60d03d9-4db2-4a40-a52d-ea9501472d75 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.639846] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcfb533-9037-4e30-b871-b9415733dc88 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.648011] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e6a0d4-432e-4773-9f00-ea6fad108f9a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.664625] env[62563]: DEBUG nova.compute.provider_tree [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.666669] env[62563]: DEBUG nova.network.neutron [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Updating instance_info_cache with network_info: [{"id": "51fa45da-e29c-4736-95c1-2f98e13cdbe4", "address": "fa:16:3e:89:bd:6b", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51fa45da-e2", "ovs_interfaceid": "51fa45da-e29c-4736-95c1-2f98e13cdbe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.675780] env[62563]: DEBUG oslo_vmware.api [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Task: {'id': task-1751595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124314} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.677108] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.677108] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.677108] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.677251] env[62563]: INFO nova.compute.manager [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1735.677426] env[62563]: DEBUG oslo.service.loopingcall [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.677603] env[62563]: DEBUG nova.compute.manager [-] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1735.677847] env[62563]: DEBUG nova.network.neutron [-] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1735.835448] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522be614-cf3f-0447-b357-f23828767d2b, 'name': SearchDatastore_Task, 'duration_secs': 0.008761} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.835847] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.838777] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 474e6f56-7fd8-4470-bcba-26495529f9e4/474e6f56-7fd8-4470-bcba-26495529f9e4.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1735.838777] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-841d07ea-6121-4022-bb83-0dace2c7b32e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.844521] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1735.844521] env[62563]: value = "task-1751596" [ 1735.844521] env[62563]: _type = "Task" [ 1735.844521] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.855849] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.975420] env[62563]: DEBUG nova.compute.manager [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Received event network-vif-plugged-51fa45da-e29c-4736-95c1-2f98e13cdbe4 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1735.975761] env[62563]: DEBUG oslo_concurrency.lockutils [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] Acquiring lock "c2e2dc1c-0f10-4804-9668-041632960e7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.975944] env[62563]: DEBUG oslo_concurrency.lockutils [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] Lock "c2e2dc1c-0f10-4804-9668-041632960e7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.976230] env[62563]: DEBUG oslo_concurrency.lockutils [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] Lock "c2e2dc1c-0f10-4804-9668-041632960e7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.976434] env[62563]: DEBUG nova.compute.manager [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] No waiting events found dispatching network-vif-plugged-51fa45da-e29c-4736-95c1-2f98e13cdbe4 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1735.976662] env[62563]: WARNING nova.compute.manager [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Received unexpected event network-vif-plugged-51fa45da-e29c-4736-95c1-2f98e13cdbe4 for instance with vm_state building and task_state spawning. [ 1735.976755] env[62563]: DEBUG nova.compute.manager [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Received event network-changed-51fa45da-e29c-4736-95c1-2f98e13cdbe4 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1735.976908] env[62563]: DEBUG nova.compute.manager [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Refreshing instance network info cache due to event network-changed-51fa45da-e29c-4736-95c1-2f98e13cdbe4. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1735.977095] env[62563]: DEBUG oslo_concurrency.lockutils [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] Acquiring lock "refresh_cache-c2e2dc1c-0f10-4804-9668-041632960e7f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.172553] env[62563]: DEBUG nova.scheduler.client.report [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1736.176662] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "refresh_cache-c2e2dc1c-0f10-4804-9668-041632960e7f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.176860] env[62563]: DEBUG nova.compute.manager [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Instance network_info: |[{"id": "51fa45da-e29c-4736-95c1-2f98e13cdbe4", "address": "fa:16:3e:89:bd:6b", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51fa45da-e2", "ovs_interfaceid": "51fa45da-e29c-4736-95c1-2f98e13cdbe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1736.177429] env[62563]: DEBUG oslo_concurrency.lockutils [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] Acquired lock "refresh_cache-c2e2dc1c-0f10-4804-9668-041632960e7f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.177622] env[62563]: DEBUG nova.network.neutron [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Refreshing network info cache for port 51fa45da-e29c-4736-95c1-2f98e13cdbe4 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1736.178891] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:bd:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51fa45da-e29c-4736-95c1-2f98e13cdbe4', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1736.187580] env[62563]: DEBUG oslo.service.loopingcall [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.190935] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1736.192015] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1a362f7-fa68-440a-b7ff-8628f185c49a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.214987] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1736.214987] env[62563]: value = "task-1751597" [ 1736.214987] env[62563]: _type = "Task" [ 1736.214987] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.225996] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751597, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.354965] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453255} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.355271] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 474e6f56-7fd8-4470-bcba-26495529f9e4/474e6f56-7fd8-4470-bcba-26495529f9e4.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.355486] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1736.355739] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e28b9ec-1987-4809-b35e-79fa30160eac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.358704] env[62563]: DEBUG nova.compute.manager [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1736.365839] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1736.365839] env[62563]: value = "task-1751598" [ 1736.365839] env[62563]: _type = "Task" [ 1736.365839] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.377577] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.399603] env[62563]: DEBUG nova.virt.hardware [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1736.399922] env[62563]: DEBUG nova.virt.hardware [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1736.400876] env[62563]: DEBUG nova.virt.hardware [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1736.400876] env[62563]: DEBUG nova.virt.hardware [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1736.400876] env[62563]: DEBUG nova.virt.hardware [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1736.400876] env[62563]: DEBUG nova.virt.hardware [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1736.401157] env[62563]: DEBUG nova.virt.hardware [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1736.401661] env[62563]: DEBUG nova.virt.hardware [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1736.401661] env[62563]: DEBUG nova.virt.hardware [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1736.402221] env[62563]: DEBUG nova.virt.hardware [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1736.402221] env[62563]: DEBUG nova.virt.hardware [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1736.402895] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabd0792-362c-4331-8c86-070840ea617e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.412614] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84b9c6c-62d2-4a29-acb0-1054e56e76ba {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.472857] env[62563]: DEBUG nova.network.neutron [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Updated VIF entry in instance network info cache for port 51fa45da-e29c-4736-95c1-2f98e13cdbe4. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1736.473221] env[62563]: DEBUG nova.network.neutron [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Updating instance_info_cache with network_info: [{"id": "51fa45da-e29c-4736-95c1-2f98e13cdbe4", "address": "fa:16:3e:89:bd:6b", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51fa45da-e2", "ovs_interfaceid": "51fa45da-e29c-4736-95c1-2f98e13cdbe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.481384] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.481806] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.483358] env[62563]: DEBUG nova.network.neutron [-] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.678825] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.679324] env[62563]: DEBUG nova.compute.manager [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1736.681861] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.959s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.725109] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751597, 'name': CreateVM_Task, 'duration_secs': 0.372863} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.725286] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1736.725971] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.726150] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.726459] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1736.726698] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6ae6c1-061a-495a-b7a7-e925771de373 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.731416] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1736.731416] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52c6c8d1-a0fb-b56a-1fc5-f2fcd0646585" [ 1736.731416] env[62563]: _type = "Task" [ 1736.731416] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.740159] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c6c8d1-a0fb-b56a-1fc5-f2fcd0646585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.876451] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063504} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.877069] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1736.878274] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a227e85-6cbf-4596-9426-5b1a7a0860a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.900854] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 474e6f56-7fd8-4470-bcba-26495529f9e4/474e6f56-7fd8-4470-bcba-26495529f9e4.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1736.901455] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dffffdd6-2ded-445d-9909-55b2656cbe43 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.925512] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1736.925512] env[62563]: value = "task-1751599" [ 1736.925512] env[62563]: _type = "Task" [ 1736.925512] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.933922] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.937494] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "d225830f-a588-44be-a8c1-12d21b67ea7c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.937736] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.975527] env[62563]: DEBUG oslo_concurrency.lockutils [req-5fd2e879-db57-4fb1-a3dc-46403d11d231 req-f5d0270a-c18d-4a69-8a4b-46164f9bb78d service nova] Releasing lock "refresh_cache-c2e2dc1c-0f10-4804-9668-041632960e7f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.984797] env[62563]: DEBUG nova.compute.manager [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1736.988972] env[62563]: INFO nova.compute.manager [-] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Took 1.31 seconds to deallocate network for instance. [ 1737.024127] env[62563]: DEBUG nova.network.neutron [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Successfully updated port: 3e9c9a9f-1b02-4fa6-81fc-c50c60020b84 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1737.185890] env[62563]: DEBUG nova.compute.utils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1737.194895] env[62563]: DEBUG nova.compute.manager [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1737.195023] env[62563]: DEBUG nova.network.neutron [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1737.241799] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c6c8d1-a0fb-b56a-1fc5-f2fcd0646585, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.242073] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.242314] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1737.242548] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.242695] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.242875] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1737.244345] env[62563]: DEBUG nova.policy [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb808bf4e294457c98ea55324e092dd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c66960eb1a864b82815f2239de683498', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1737.245698] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06e8f1f2-e860-4f76-b623-36c71e6dc4bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.254417] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1737.254604] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1737.255307] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856a202c-eb63-44c6-b757-45966e58d6d5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.260135] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1737.260135] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d6b74c-d983-e84d-5018-8c6349580d79" [ 1737.260135] env[62563]: _type = "Task" [ 1737.260135] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.269204] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d6b74c-d983-e84d-5018-8c6349580d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.439835] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751599, 'name': ReconfigVM_Task, 'duration_secs': 0.319033} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.440202] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 474e6f56-7fd8-4470-bcba-26495529f9e4/474e6f56-7fd8-4470-bcba-26495529f9e4.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1737.441274] env[62563]: INFO nova.compute.manager [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Detaching volume e09b4e8d-1006-422b-b837-ee0bfe7e6050 [ 1737.442989] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b425542-0857-4638-b477-e859832cd88e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.451817] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1737.451817] env[62563]: value = "task-1751600" [ 1737.451817] env[62563]: _type = "Task" [ 1737.451817] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.461178] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751600, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.485769] env[62563]: INFO nova.virt.block_device [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Attempting to driver detach volume e09b4e8d-1006-422b-b837-ee0bfe7e6050 from mountpoint /dev/sdb [ 1737.485769] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1737.485769] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364076', 'volume_id': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'name': 'volume-e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'd225830f-a588-44be-a8c1-12d21b67ea7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'serial': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1737.486165] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddb2ba8-023b-47cc-bb17-ab5e96b4e698 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.509929] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.512855] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b87a185-72b7-47f4-938c-fd6439de9779 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.516829] env[62563]: DEBUG nova.network.neutron [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Successfully created port: 90d9ec6e-afdb-49a4-84db-eed7071d9007 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1737.523010] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905ae05d-de11-4c6b-bedd-44e4c7e87860 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.526997] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "refresh_cache-55072c9f-3762-41d8-9641-86ad9756f598" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.527229] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquired lock "refresh_cache-55072c9f-3762-41d8-9641-86ad9756f598" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.527341] env[62563]: DEBUG nova.network.neutron [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.547262] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.548116] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901c358a-515c-43cd-a998-f43fd02d0f7d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.566099] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] The volume has not been displaced from its original location: [datastore1] volume-e09b4e8d-1006-422b-b837-ee0bfe7e6050/volume-e09b4e8d-1006-422b-b837-ee0bfe7e6050.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1737.569903] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1737.570217] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f267e4f2-62b2-4863-9212-3c564fa72336 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.590361] env[62563]: DEBUG nova.network.neutron [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1737.594536] env[62563]: DEBUG oslo_vmware.api [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1737.594536] env[62563]: value = "task-1751601" [ 1737.594536] env[62563]: _type = "Task" [ 1737.594536] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.603179] env[62563]: DEBUG oslo_vmware.api [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.695535] env[62563]: DEBUG nova.compute.manager [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1737.721013] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 72a99e47-ef6a-4930-be72-bbb5af8f6c77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.721198] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.721324] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.721445] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d225830f-a588-44be-a8c1-12d21b67ea7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.721561] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 46430685-25dd-412e-aebf-86ba4fcbd3ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.721675] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.721828] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.722014] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 7bee263f-4ff5-4537-953d-1d199d67afcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.722155] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 112794f5-e4f3-497b-8a53-092d45af3358 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.722276] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 086fb48c-5b24-4dc5-9e2a-3ff4811072a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.722389] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 7777c1f3-e169-4f1f-830b-eae86c4de0ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.722500] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 94c1b38a-0b60-40c3-a672-84acc773d7aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.722610] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance c95a3789-9256-481c-a77e-dc1cd992e874 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.722758] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 474e6f56-7fd8-4470-bcba-26495529f9e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.722906] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance c2e2dc1c-0f10-4804-9668-041632960e7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.723299] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 55072c9f-3762-41d8-9641-86ad9756f598 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.723387] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance fec41e37-f0d0-4e27-a250-af3ec7718a95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1737.771738] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d6b74c-d983-e84d-5018-8c6349580d79, 'name': SearchDatastore_Task, 'duration_secs': 0.00862} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.772535] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d132cc1-0194-4f2d-938e-5dd34b71f3c5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.777758] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1737.777758] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52dcc5c7-4544-1f06-765d-31734bf3072a" [ 1737.777758] env[62563]: _type = "Task" [ 1737.777758] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.784980] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52dcc5c7-4544-1f06-765d-31734bf3072a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.824696] env[62563]: DEBUG nova.network.neutron [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Updating instance_info_cache with network_info: [{"id": "3e9c9a9f-1b02-4fa6-81fc-c50c60020b84", "address": "fa:16:3e:25:6a:0a", "network": {"id": "c221bf96-f8ac-4133-8b9d-023f426cd9fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-647450691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7ebbf0584645d3a754b072eabbe17d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9c9a9f-1b", "ovs_interfaceid": "3e9c9a9f-1b02-4fa6-81fc-c50c60020b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.961951] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751600, 'name': Rename_Task, 'duration_secs': 0.195956} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.962298] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1737.962549] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-662b6d43-55a9-46cd-91e0-a4cc3bf064f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.969196] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1737.969196] env[62563]: value = "task-1751602" [ 1737.969196] env[62563]: _type = "Task" [ 1737.969196] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.977289] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.049348] env[62563]: DEBUG nova.compute.manager [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Received event network-vif-deleted-88b493ec-ce00-4ef4-bb08-f1c7af2a50c5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1738.049348] env[62563]: DEBUG nova.compute.manager [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Received event network-vif-plugged-3e9c9a9f-1b02-4fa6-81fc-c50c60020b84 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1738.049875] env[62563]: DEBUG oslo_concurrency.lockutils [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] Acquiring lock "55072c9f-3762-41d8-9641-86ad9756f598-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.049936] env[62563]: DEBUG oslo_concurrency.lockutils [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] Lock "55072c9f-3762-41d8-9641-86ad9756f598-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.050162] env[62563]: DEBUG oslo_concurrency.lockutils [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] Lock "55072c9f-3762-41d8-9641-86ad9756f598-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.050396] env[62563]: DEBUG nova.compute.manager [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] No waiting events found dispatching network-vif-plugged-3e9c9a9f-1b02-4fa6-81fc-c50c60020b84 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1738.050865] env[62563]: WARNING nova.compute.manager [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Received unexpected event network-vif-plugged-3e9c9a9f-1b02-4fa6-81fc-c50c60020b84 for instance with vm_state building and task_state spawning. [ 1738.050865] env[62563]: DEBUG nova.compute.manager [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Received event network-changed-3e9c9a9f-1b02-4fa6-81fc-c50c60020b84 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1738.050950] env[62563]: DEBUG nova.compute.manager [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Refreshing instance network info cache due to event network-changed-3e9c9a9f-1b02-4fa6-81fc-c50c60020b84. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1738.051112] env[62563]: DEBUG oslo_concurrency.lockutils [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] Acquiring lock "refresh_cache-55072c9f-3762-41d8-9641-86ad9756f598" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.105045] env[62563]: DEBUG oslo_vmware.api [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751601, 'name': ReconfigVM_Task, 'duration_secs': 0.267248} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.105045] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1738.110362] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31e1439b-4331-4786-b3e5-8e47ac0fbc38 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.126697] env[62563]: DEBUG oslo_vmware.api [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1738.126697] env[62563]: value = "task-1751603" [ 1738.126697] env[62563]: _type = "Task" [ 1738.126697] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.135820] env[62563]: DEBUG oslo_vmware.api [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.226193] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance ee5d691c-088d-4e04-a357-f33b24b5a470 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1738.288537] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52dcc5c7-4544-1f06-765d-31734bf3072a, 'name': SearchDatastore_Task, 'duration_secs': 0.008732} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.288820] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.289100] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c2e2dc1c-0f10-4804-9668-041632960e7f/c2e2dc1c-0f10-4804-9668-041632960e7f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1738.289375] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d79dff74-679b-44f1-82af-04e848cf5468 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.296537] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1738.296537] env[62563]: value = "task-1751604" [ 1738.296537] env[62563]: _type = "Task" [ 1738.296537] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.304494] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.327068] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Releasing lock "refresh_cache-55072c9f-3762-41d8-9641-86ad9756f598" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.327419] env[62563]: DEBUG nova.compute.manager [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Instance network_info: |[{"id": "3e9c9a9f-1b02-4fa6-81fc-c50c60020b84", "address": "fa:16:3e:25:6a:0a", "network": {"id": "c221bf96-f8ac-4133-8b9d-023f426cd9fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-647450691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7ebbf0584645d3a754b072eabbe17d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9c9a9f-1b", "ovs_interfaceid": "3e9c9a9f-1b02-4fa6-81fc-c50c60020b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1738.327719] env[62563]: DEBUG oslo_concurrency.lockutils [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] Acquired lock "refresh_cache-55072c9f-3762-41d8-9641-86ad9756f598" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.327893] env[62563]: DEBUG nova.network.neutron [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Refreshing network info cache for port 3e9c9a9f-1b02-4fa6-81fc-c50c60020b84 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.329256] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:6a:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e9c9a9f-1b02-4fa6-81fc-c50c60020b84', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1738.337853] env[62563]: DEBUG oslo.service.loopingcall [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.338919] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1738.339239] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c49435e-e620-46a6-a119-c3f2a962cd49 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.360405] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1738.360405] env[62563]: value = "task-1751605" [ 1738.360405] env[62563]: _type = "Task" [ 1738.360405] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.368854] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751605, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.479390] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751602, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.643298] env[62563]: DEBUG oslo_vmware.api [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751603, 'name': ReconfigVM_Task, 'duration_secs': 0.184085} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.643681] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364076', 'volume_id': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'name': 'volume-e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'd225830f-a588-44be-a8c1-12d21b67ea7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050', 'serial': 'e09b4e8d-1006-422b-b837-ee0bfe7e6050'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1738.708089] env[62563]: DEBUG nova.compute.manager [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1738.731424] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1738.731721] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1738.731898] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1738.741446] env[62563]: DEBUG nova.virt.hardware [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1738.741850] env[62563]: DEBUG nova.virt.hardware [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1738.741962] env[62563]: DEBUG nova.virt.hardware [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.742152] env[62563]: DEBUG nova.virt.hardware [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1738.742367] env[62563]: DEBUG nova.virt.hardware [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.742532] env[62563]: DEBUG nova.virt.hardware [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1738.742744] env[62563]: DEBUG nova.virt.hardware [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1738.742913] env[62563]: DEBUG nova.virt.hardware [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1738.743449] env[62563]: DEBUG nova.virt.hardware [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1738.743449] env[62563]: DEBUG nova.virt.hardware [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1738.743449] env[62563]: DEBUG nova.virt.hardware [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1738.744417] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60f52e5-deb3-4f7f-87f5-70ded2575b71 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.755429] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eb787c-fbd5-4435-afa5-985de3431478 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.808997] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751604, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.872581] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751605, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.983997] env[62563]: DEBUG oslo_vmware.api [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751602, 'name': PowerOnVM_Task, 'duration_secs': 0.670675} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.983997] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1738.984669] env[62563]: INFO nova.compute.manager [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1738.984883] env[62563]: DEBUG nova.compute.manager [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1738.985742] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd38de4d-8feb-435d-bad6-a81b88333bfe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.003779] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62081b7f-6818-4551-912a-5c540012de63 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.011389] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546e8e35-dd41-47c6-bcdf-91dcb5d6c4a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.051910] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df5e92f-4c1b-4ad0-92d1-8e572b928ccb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.062912] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2d3ffc-34d1-4bde-bac3-d64391b4dc1c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.078097] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.157847] env[62563]: DEBUG nova.network.neutron [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Updated VIF entry in instance network info cache for port 3e9c9a9f-1b02-4fa6-81fc-c50c60020b84. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1739.158228] env[62563]: DEBUG nova.network.neutron [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Updating instance_info_cache with network_info: [{"id": "3e9c9a9f-1b02-4fa6-81fc-c50c60020b84", "address": "fa:16:3e:25:6a:0a", "network": {"id": "c221bf96-f8ac-4133-8b9d-023f426cd9fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-647450691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7ebbf0584645d3a754b072eabbe17d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9c9a9f-1b", "ovs_interfaceid": "3e9c9a9f-1b02-4fa6-81fc-c50c60020b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.196724] env[62563]: DEBUG nova.objects.instance [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lazy-loading 'flavor' on Instance uuid d225830f-a588-44be-a8c1-12d21b67ea7c {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.274854] env[62563]: DEBUG nova.network.neutron [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Successfully updated port: 90d9ec6e-afdb-49a4-84db-eed7071d9007 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1739.306266] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751604, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.370832] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751605, 'name': CreateVM_Task, 'duration_secs': 0.846161} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.371145] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1739.371865] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.372100] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.372461] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1739.372753] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e17f441-9770-47c8-b5fd-de3310247fe0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.377576] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1739.377576] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d88cc4-0028-f723-2c3c-04774f0cc6ad" [ 1739.377576] env[62563]: _type = "Task" [ 1739.377576] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.385219] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d88cc4-0028-f723-2c3c-04774f0cc6ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.505953] env[62563]: INFO nova.compute.manager [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Took 25.24 seconds to build instance. [ 1739.580653] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1739.661122] env[62563]: DEBUG oslo_concurrency.lockutils [req-03f30494-ff27-4755-86c7-ed6d228e67e2 req-f6e35442-81b9-4cd1-a765-bc18649b4fda service nova] Releasing lock "refresh_cache-55072c9f-3762-41d8-9641-86ad9756f598" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.779625] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.779734] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.779881] env[62563]: DEBUG nova.network.neutron [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1739.807738] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751604, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.888613] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d88cc4-0028-f723-2c3c-04774f0cc6ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008814} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.888920] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.889174] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.889410] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.889565] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.889744] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.890020] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70552b79-6c4b-478a-b47a-1edc7ed0f43f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.910729] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.910890] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1739.911638] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a823ae4-fe09-4d2c-97c2-9cad251e0eec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.917192] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1739.917192] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d04697-e14d-b3de-0025-1cc872e41d3f" [ 1739.917192] env[62563]: _type = "Task" [ 1739.917192] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.924726] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d04697-e14d-b3de-0025-1cc872e41d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.008549] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cce5cd32-24c7-490a-bd3b-2e88324d3477 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "474e6f56-7fd8-4470-bcba-26495529f9e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.754s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.075774] env[62563]: DEBUG nova.compute.manager [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Received event network-vif-plugged-90d9ec6e-afdb-49a4-84db-eed7071d9007 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1740.076042] env[62563]: DEBUG oslo_concurrency.lockutils [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] Acquiring lock "fec41e37-f0d0-4e27-a250-af3ec7718a95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.076234] env[62563]: DEBUG oslo_concurrency.lockutils [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] Lock "fec41e37-f0d0-4e27-a250-af3ec7718a95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.076408] env[62563]: DEBUG oslo_concurrency.lockutils [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] Lock "fec41e37-f0d0-4e27-a250-af3ec7718a95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.076581] env[62563]: DEBUG nova.compute.manager [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] No waiting events found dispatching network-vif-plugged-90d9ec6e-afdb-49a4-84db-eed7071d9007 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1740.076746] env[62563]: WARNING nova.compute.manager [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Received unexpected event network-vif-plugged-90d9ec6e-afdb-49a4-84db-eed7071d9007 for instance with vm_state building and task_state spawning. [ 1740.076906] env[62563]: DEBUG nova.compute.manager [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Received event network-changed-90d9ec6e-afdb-49a4-84db-eed7071d9007 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1740.077289] env[62563]: DEBUG nova.compute.manager [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Refreshing instance network info cache due to event network-changed-90d9ec6e-afdb-49a4-84db-eed7071d9007. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1740.077621] env[62563]: DEBUG oslo_concurrency.lockutils [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] Acquiring lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.085106] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1740.085291] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.403s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.085524] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.287s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.087131] env[62563]: INFO nova.compute.claims [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.090206] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1740.090315] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Cleaning up deleted instances {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1740.206384] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d8957d10-b600-4c2c-a8ad-ce48b343b3db tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.268s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.259132] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0e04dbeb-6c81-411c-8876-b126177a8740 tempest-ServersAdminTestJSON-1119070087 tempest-ServersAdminTestJSON-1119070087-project-admin] Acquiring lock "refresh_cache-474e6f56-7fd8-4470-bcba-26495529f9e4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.259132] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0e04dbeb-6c81-411c-8876-b126177a8740 tempest-ServersAdminTestJSON-1119070087 tempest-ServersAdminTestJSON-1119070087-project-admin] Acquired lock "refresh_cache-474e6f56-7fd8-4470-bcba-26495529f9e4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.259132] env[62563]: DEBUG nova.network.neutron [None req-0e04dbeb-6c81-411c-8876-b126177a8740 tempest-ServersAdminTestJSON-1119070087 tempest-ServersAdminTestJSON-1119070087-project-admin] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1740.309966] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751604, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.59385} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.309966] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c2e2dc1c-0f10-4804-9668-041632960e7f/c2e2dc1c-0f10-4804-9668-041632960e7f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1740.309966] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1740.310508] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88d64655-bab8-4103-8666-277ce2a5255b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.317205] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1740.317205] env[62563]: value = "task-1751606" [ 1740.317205] env[62563]: _type = "Task" [ 1740.317205] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.318371] env[62563]: DEBUG nova.network.neutron [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1740.330399] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.429159] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d04697-e14d-b3de-0025-1cc872e41d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.030028} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.432518] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8587874-0d48-4d6b-9069-c547bf75b868 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.435613] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1740.435613] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52bf2ba1-f56d-a272-482a-aa7d9493a5fc" [ 1740.435613] env[62563]: _type = "Task" [ 1740.435613] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.444073] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bf2ba1-f56d-a272-482a-aa7d9493a5fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.477672] env[62563]: DEBUG nova.network.neutron [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance_info_cache with network_info: [{"id": "90d9ec6e-afdb-49a4-84db-eed7071d9007", "address": "fa:16:3e:27:c8:47", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d9ec6e-af", "ovs_interfaceid": "90d9ec6e-afdb-49a4-84db-eed7071d9007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.610208] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] There are 66 instances to clean {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1740.610405] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 8ab53926-f2c0-4044-8a7a-6b84ee742c9e] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1740.833130] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066019} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.836438] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1740.837280] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de2a44b-baee-4f00-9b0c-ec50cfba0cd4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.861389] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] c2e2dc1c-0f10-4804-9668-041632960e7f/c2e2dc1c-0f10-4804-9668-041632960e7f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1740.863879] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95583d69-3b71-4ce9-b878-a155d1ff8649 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.885589] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1740.885589] env[62563]: value = "task-1751607" [ 1740.885589] env[62563]: _type = "Task" [ 1740.885589] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.893763] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.948529] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bf2ba1-f56d-a272-482a-aa7d9493a5fc, 'name': SearchDatastore_Task, 'duration_secs': 0.042042} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.948865] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.949190] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 55072c9f-3762-41d8-9641-86ad9756f598/55072c9f-3762-41d8-9641-86ad9756f598.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1740.949495] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa97a81a-ec4a-4e5b-bbdf-095882649fa3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.956937] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1740.956937] env[62563]: value = "task-1751608" [ 1740.956937] env[62563]: _type = "Task" [ 1740.956937] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.967481] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.982313] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.983314] env[62563]: DEBUG nova.compute.manager [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Instance network_info: |[{"id": "90d9ec6e-afdb-49a4-84db-eed7071d9007", "address": "fa:16:3e:27:c8:47", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d9ec6e-af", "ovs_interfaceid": "90d9ec6e-afdb-49a4-84db-eed7071d9007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1740.988145] env[62563]: DEBUG oslo_concurrency.lockutils [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] Acquired lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.988364] env[62563]: DEBUG nova.network.neutron [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Refreshing network info cache for port 90d9ec6e-afdb-49a4-84db-eed7071d9007 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1740.989633] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:c8:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90d9ec6e-afdb-49a4-84db-eed7071d9007', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1741.001364] env[62563]: DEBUG oslo.service.loopingcall [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.002540] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1741.003142] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f729ce73-2733-4891-b7a6-c460f539b5ae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.026662] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1741.026662] env[62563]: value = "task-1751609" [ 1741.026662] env[62563]: _type = "Task" [ 1741.026662] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.038814] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751609, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.047913] env[62563]: DEBUG nova.network.neutron [None req-0e04dbeb-6c81-411c-8876-b126177a8740 tempest-ServersAdminTestJSON-1119070087 tempest-ServersAdminTestJSON-1119070087-project-admin] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Updating instance_info_cache with network_info: [{"id": "98e1a21b-9228-4a18-a494-4eda91a4e65b", "address": "fa:16:3e:1e:83:9d", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e1a21b-92", "ovs_interfaceid": "98e1a21b-9228-4a18-a494-4eda91a4e65b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.116164] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 6d27b946-2fd8-4951-9db8-d08fb0e7335d] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1741.246016] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "d225830f-a588-44be-a8c1-12d21b67ea7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.246016] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.246016] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "d225830f-a588-44be-a8c1-12d21b67ea7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.246016] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.246016] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.247822] env[62563]: INFO nova.compute.manager [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Terminating instance [ 1741.250118] env[62563]: DEBUG nova.compute.manager [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1741.250118] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1741.250975] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3c94fd-e24d-4d15-ae8a-eedf7b650c1e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.259892] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1741.262152] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f4efd4e-4ae6-4d7b-bf63-ea339765d6aa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.270021] env[62563]: DEBUG oslo_vmware.api [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1741.270021] env[62563]: value = "task-1751610" [ 1741.270021] env[62563]: _type = "Task" [ 1741.270021] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.280842] env[62563]: DEBUG oslo_vmware.api [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.382415] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c393240-a7d1-48cc-8915-cf7e2b8caf1f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.398866] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751607, 'name': ReconfigVM_Task, 'duration_secs': 0.325351} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.401426] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Reconfigured VM instance instance-00000066 to attach disk [datastore1] c2e2dc1c-0f10-4804-9668-041632960e7f/c2e2dc1c-0f10-4804-9668-041632960e7f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.402239] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5975040-de35-4a06-aaaa-40844a04b2a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.404961] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3ab61e-fd7d-4103-87e4-c531689e4cb4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.444873] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4cbadf-30ee-4efd-874f-fb8e897c95b0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.450978] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1741.450978] env[62563]: value = "task-1751611" [ 1741.450978] env[62563]: _type = "Task" [ 1741.450978] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.456635] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9017d1ae-811a-451c-9a8d-def9535ff533 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.465151] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751611, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.474263] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751608, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.483398] env[62563]: DEBUG nova.compute.provider_tree [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.539093] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751609, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.550928] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0e04dbeb-6c81-411c-8876-b126177a8740 tempest-ServersAdminTestJSON-1119070087 tempest-ServersAdminTestJSON-1119070087-project-admin] Releasing lock "refresh_cache-474e6f56-7fd8-4470-bcba-26495529f9e4" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.551204] env[62563]: DEBUG nova.compute.manager [None req-0e04dbeb-6c81-411c-8876-b126177a8740 tempest-ServersAdminTestJSON-1119070087 tempest-ServersAdminTestJSON-1119070087-project-admin] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Inject network info {{(pid=62563) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1741.551497] env[62563]: DEBUG nova.compute.manager [None req-0e04dbeb-6c81-411c-8876-b126177a8740 tempest-ServersAdminTestJSON-1119070087 tempest-ServersAdminTestJSON-1119070087-project-admin] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] network_info to inject: |[{"id": "98e1a21b-9228-4a18-a494-4eda91a4e65b", "address": "fa:16:3e:1e:83:9d", "network": {"id": "7772113d-9862-41df-b872-9e2672ee25bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-542748806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7628c00f0fcc4298a38a2ccc489bd2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e1a21b-92", "ovs_interfaceid": "98e1a21b-9228-4a18-a494-4eda91a4e65b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1741.556644] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0e04dbeb-6c81-411c-8876-b126177a8740 tempest-ServersAdminTestJSON-1119070087 tempest-ServersAdminTestJSON-1119070087-project-admin] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Reconfiguring VM instance to set the machine id {{(pid=62563) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1741.556948] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f74d4900-b99e-4632-bc32-0d89ebb64ce1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.573593] env[62563]: DEBUG oslo_vmware.api [None req-0e04dbeb-6c81-411c-8876-b126177a8740 tempest-ServersAdminTestJSON-1119070087 tempest-ServersAdminTestJSON-1119070087-project-admin] Waiting for the task: (returnval){ [ 1741.573593] env[62563]: value = "task-1751612" [ 1741.573593] env[62563]: _type = "Task" [ 1741.573593] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.583077] env[62563]: DEBUG oslo_vmware.api [None req-0e04dbeb-6c81-411c-8876-b126177a8740 tempest-ServersAdminTestJSON-1119070087 tempest-ServersAdminTestJSON-1119070087-project-admin] Task: {'id': task-1751612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.617882] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: c2395e1f-dfbd-47de-a330-ca2a4c086a2f] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1741.757039] env[62563]: DEBUG nova.network.neutron [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updated VIF entry in instance network info cache for port 90d9ec6e-afdb-49a4-84db-eed7071d9007. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.757447] env[62563]: DEBUG nova.network.neutron [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance_info_cache with network_info: [{"id": "90d9ec6e-afdb-49a4-84db-eed7071d9007", "address": "fa:16:3e:27:c8:47", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d9ec6e-af", "ovs_interfaceid": "90d9ec6e-afdb-49a4-84db-eed7071d9007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.779494] env[62563]: DEBUG oslo_vmware.api [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751610, 'name': PowerOffVM_Task, 'duration_secs': 0.419457} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.779758] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1741.779932] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1741.780209] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af3f0264-7f2e-4216-b686-66e3fbaf7772 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.876079] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1741.876349] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1741.876516] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleting the datastore file [datastore1] d225830f-a588-44be-a8c1-12d21b67ea7c {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1741.876820] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9099041-a6dc-4c28-b798-c42142f447a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.884201] env[62563]: DEBUG oslo_vmware.api [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1741.884201] env[62563]: value = "task-1751614" [ 1741.884201] env[62563]: _type = "Task" [ 1741.884201] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.894079] env[62563]: DEBUG oslo_vmware.api [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.960221] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751611, 'name': Rename_Task, 'duration_secs': 0.198811} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.960221] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1741.960221] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee4e159a-d793-4bec-a9f2-8174afa71dee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.966767] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1741.966767] env[62563]: value = "task-1751615" [ 1741.966767] env[62563]: _type = "Task" [ 1741.966767] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.977947] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571971} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.981132] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 55072c9f-3762-41d8-9641-86ad9756f598/55072c9f-3762-41d8-9641-86ad9756f598.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1741.981813] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1741.981813] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.981813] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3bd137c-c2b7-4864-86d4-25dfcbeaf84d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.987028] env[62563]: DEBUG nova.scheduler.client.report [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1741.993042] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1741.993042] env[62563]: value = "task-1751616" [ 1741.993042] env[62563]: _type = "Task" [ 1741.993042] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.003308] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.036794] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751609, 'name': CreateVM_Task, 'duration_secs': 0.676688} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.036993] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1742.037915] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.038104] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.038456] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1742.039044] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5afcefa3-f244-4ba1-bcae-dda57dcd76f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.044149] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1742.044149] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526e503f-8456-96a6-e4e3-1c15de304dd3" [ 1742.044149] env[62563]: _type = "Task" [ 1742.044149] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.052034] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526e503f-8456-96a6-e4e3-1c15de304dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.082909] env[62563]: DEBUG oslo_vmware.api [None req-0e04dbeb-6c81-411c-8876-b126177a8740 tempest-ServersAdminTestJSON-1119070087 tempest-ServersAdminTestJSON-1119070087-project-admin] Task: {'id': task-1751612, 'name': ReconfigVM_Task, 'duration_secs': 0.166799} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.083214] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0e04dbeb-6c81-411c-8876-b126177a8740 tempest-ServersAdminTestJSON-1119070087 tempest-ServersAdminTestJSON-1119070087-project-admin] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Reconfigured VM instance to set the machine id {{(pid=62563) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1742.121205] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 1d2b02c8-11e4-43b6-a51d-1b656b587758] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1742.260173] env[62563]: DEBUG oslo_concurrency.lockutils [req-44861221-1667-4180-b7cd-1fdb157cea4c req-f8aad247-57c7-4bcd-88ab-a54a939836de service nova] Releasing lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.394700] env[62563]: DEBUG oslo_vmware.api [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142238} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.395203] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1742.395203] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1742.395409] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1742.395588] env[62563]: INFO nova.compute.manager [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1742.395854] env[62563]: DEBUG oslo.service.loopingcall [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.396103] env[62563]: DEBUG nova.compute.manager [-] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1742.396290] env[62563]: DEBUG nova.network.neutron [-] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1742.436511] env[62563]: INFO nova.compute.manager [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Rebuilding instance [ 1742.480675] env[62563]: DEBUG oslo_vmware.api [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751615, 'name': PowerOnVM_Task, 'duration_secs': 0.467596} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.480943] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1742.481168] env[62563]: INFO nova.compute.manager [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1742.481371] env[62563]: DEBUG nova.compute.manager [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1742.482220] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01e2dbe-c059-46d7-aa9b-f0dbd154d158 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.493203] env[62563]: DEBUG nova.compute.manager [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1742.493898] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.494339] env[62563]: DEBUG nova.compute.manager [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1742.497260] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8b11c8-7898-4932-b786-627d25ef2356 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.500588] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.991s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.500706] env[62563]: DEBUG nova.objects.instance [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lazy-loading 'resources' on Instance uuid c95a3789-9256-481c-a77e-dc1cd992e874 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.514822] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127349} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.515259] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.516084] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fa434f-661a-4ce3-a9db-44dabaae7bff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.541126] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 55072c9f-3762-41d8-9641-86ad9756f598/55072c9f-3762-41d8-9641-86ad9756f598.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.541684] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-469cfdba-5848-4824-a71d-efcf746efbed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.567129] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526e503f-8456-96a6-e4e3-1c15de304dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.00862} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.568433] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.568670] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1742.568900] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.569074] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.569257] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1742.569558] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1742.569558] env[62563]: value = "task-1751617" [ 1742.569558] env[62563]: _type = "Task" [ 1742.569558] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.569760] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d875efd-a524-4953-9311-2d4a46e7f1c0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.580312] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751617, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.586493] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1742.586690] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1742.587434] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f66e57a4-e26c-429e-a313-a9881e60dd9d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.592673] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1742.592673] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52574ebb-8d9c-9047-b208-df578d57d667" [ 1742.592673] env[62563]: _type = "Task" [ 1742.592673] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.602179] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52574ebb-8d9c-9047-b208-df578d57d667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.626233] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 214f8826-eefd-4829-80a2-c879fac8c0cd] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1742.918688] env[62563]: DEBUG nova.compute.manager [req-f084fce9-49ba-4eb2-9f1e-7741e19c5707 req-1aa930bc-5c46-4381-a32f-e2df55d0b6b9 service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Received event network-vif-deleted-00a9b651-7028-4024-8dba-69ecbff7a438 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1742.918777] env[62563]: INFO nova.compute.manager [req-f084fce9-49ba-4eb2-9f1e-7741e19c5707 req-1aa930bc-5c46-4381-a32f-e2df55d0b6b9 service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Neutron deleted interface 00a9b651-7028-4024-8dba-69ecbff7a438; detaching it from the instance and deleting it from the info cache [ 1742.918948] env[62563]: DEBUG nova.network.neutron [req-f084fce9-49ba-4eb2-9f1e-7741e19c5707 req-1aa930bc-5c46-4381-a32f-e2df55d0b6b9 service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.005580] env[62563]: DEBUG nova.compute.utils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1743.009515] env[62563]: INFO nova.compute.manager [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Took 21.02 seconds to build instance. [ 1743.014020] env[62563]: DEBUG nova.compute.manager [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1743.014020] env[62563]: DEBUG nova.network.neutron [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1743.017721] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1743.018849] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b455d1a0-5c1c-4e40-bc08-dff5800e5750 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.028566] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1743.028566] env[62563]: value = "task-1751618" [ 1743.028566] env[62563]: _type = "Task" [ 1743.028566] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.041561] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.078818] env[62563]: DEBUG nova.policy [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd8276e93f54c64a7b9555cf7ac58d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6d7499cd6b47cb8e408f3e13796971', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1743.089394] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.109497] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52574ebb-8d9c-9047-b208-df578d57d667, 'name': SearchDatastore_Task, 'duration_secs': 0.046985} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.114375] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b726122-9c02-4d81-9fc2-27fd8aa766b7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.125292] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1743.125292] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527af320-6aee-0c96-430f-06dc198570d6" [ 1743.125292] env[62563]: _type = "Task" [ 1743.125292] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.131328] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: c07aecc6-1485-4248-b479-59888126bbf9] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1743.140101] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527af320-6aee-0c96-430f-06dc198570d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.143133] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.143404] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] fec41e37-f0d0-4e27-a250-af3ec7718a95/fec41e37-f0d0-4e27-a250-af3ec7718a95.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1743.144709] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52e57413-d4c8-4392-9650-46da3681a6a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.151082] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1743.151082] env[62563]: value = "task-1751619" [ 1743.151082] env[62563]: _type = "Task" [ 1743.151082] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.160071] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.348867] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628eef8f-a65c-4406-bd56-02552b226b82 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.360568] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e439411-d8e6-46fb-a2c4-8be8c64cd39d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.399873] env[62563]: DEBUG nova.network.neutron [-] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.402540] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c65c44f-3e68-417b-932e-aadc5a4c35ca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.408178] env[62563]: DEBUG nova.network.neutron [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Successfully created port: 7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1743.414477] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfacfc0-8192-4c75-ab10-5bcba154875f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.423140] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-090912d7-722a-46fd-9dec-dd592790ebbe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.445870] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654e1073-fd31-491d-835f-394a0045ea99 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.458432] env[62563]: DEBUG nova.compute.provider_tree [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.485818] env[62563]: DEBUG nova.compute.manager [req-f084fce9-49ba-4eb2-9f1e-7741e19c5707 req-1aa930bc-5c46-4381-a32f-e2df55d0b6b9 service nova] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Detach interface failed, port_id=00a9b651-7028-4024-8dba-69ecbff7a438, reason: Instance d225830f-a588-44be-a8c1-12d21b67ea7c could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1743.519038] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7e37c878-eba2-48d4-9e0a-8f731f32cc8b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "c2e2dc1c-0f10-4804-9668-041632960e7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.531s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.519038] env[62563]: DEBUG nova.compute.manager [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1743.542434] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751618, 'name': PowerOffVM_Task, 'duration_secs': 0.219577} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.542759] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1743.542980] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1743.543965] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cfd999-fc31-4a29-872a-24fbffeb2406 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.552630] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1743.552918] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea529d05-0750-45b8-926f-4dc3c94d18ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.583668] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751617, 'name': ReconfigVM_Task, 'duration_secs': 0.674487} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.584071] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 55072c9f-3762-41d8-9641-86ad9756f598/55072c9f-3762-41d8-9641-86ad9756f598.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.585032] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5460eae7-f4b7-4313-93b8-ce4359c31ac0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.592017] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1743.592017] env[62563]: value = "task-1751621" [ 1743.592017] env[62563]: _type = "Task" [ 1743.592017] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.601293] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751621, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.644118] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 96b1e0d3-9762-48a7-b4d3-48d8c266ddfa] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1743.661224] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498898} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.661506] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] fec41e37-f0d0-4e27-a250-af3ec7718a95/fec41e37-f0d0-4e27-a250-af3ec7718a95.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1743.661700] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1743.661960] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-932c1d3c-b77c-4c01-8eb3-a7bbd771b63f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.668553] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1743.668553] env[62563]: value = "task-1751622" [ 1743.668553] env[62563]: _type = "Task" [ 1743.668553] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.678402] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.796784] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1743.797022] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1743.797219] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleting the datastore file [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1743.797508] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28ba8f05-b28e-4a0d-a915-03a8bc5ea03e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.804191] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1743.804191] env[62563]: value = "task-1751623" [ 1743.804191] env[62563]: _type = "Task" [ 1743.804191] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.812628] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.860449] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "c2e2dc1c-0f10-4804-9668-041632960e7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.860698] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "c2e2dc1c-0f10-4804-9668-041632960e7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.860988] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "c2e2dc1c-0f10-4804-9668-041632960e7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.861168] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "c2e2dc1c-0f10-4804-9668-041632960e7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.861364] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "c2e2dc1c-0f10-4804-9668-041632960e7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.863632] env[62563]: INFO nova.compute.manager [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Terminating instance [ 1743.865499] env[62563]: DEBUG nova.compute.manager [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1743.865708] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1743.866645] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bcef86-896c-48a7-b813-f3eb8db0b640 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.876563] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1743.876563] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06a1a43b-c7cc-400c-84d7-6c6ea3a6a047 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.882327] env[62563]: DEBUG oslo_vmware.api [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1743.882327] env[62563]: value = "task-1751624" [ 1743.882327] env[62563]: _type = "Task" [ 1743.882327] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.890376] env[62563]: DEBUG oslo_vmware.api [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.903080] env[62563]: INFO nova.compute.manager [-] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Took 1.51 seconds to deallocate network for instance. [ 1743.963961] env[62563]: DEBUG nova.scheduler.client.report [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1744.107186] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751621, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.148838] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 0e214c10-26ce-4283-ab3d-765c4000d310] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1744.178756] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062984} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.179114] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1744.179943] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeabfea-a56e-4b85-b09e-539d5672ac46 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.205513] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] fec41e37-f0d0-4e27-a250-af3ec7718a95/fec41e37-f0d0-4e27-a250-af3ec7718a95.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1744.206314] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3702946-b40c-4f95-806e-66058e4ba62b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.228486] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1744.228486] env[62563]: value = "task-1751625" [ 1744.228486] env[62563]: _type = "Task" [ 1744.228486] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.236259] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.314560] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145113} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.314828] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1744.315021] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1744.315206] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1744.392962] env[62563]: DEBUG oslo_vmware.api [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751624, 'name': PowerOffVM_Task, 'duration_secs': 0.41696} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.393539] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1744.393727] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1744.394396] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa4f6292-c12c-4ec8-acdb-58bd0aaa4d5f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.409757] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.468926] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.471264] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.924s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.474185] env[62563]: INFO nova.compute.claims [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1744.497155] env[62563]: INFO nova.scheduler.client.report [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Deleted allocations for instance c95a3789-9256-481c-a77e-dc1cd992e874 [ 1744.521172] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1744.521579] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1744.521579] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleting the datastore file [datastore1] c2e2dc1c-0f10-4804-9668-041632960e7f {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1744.522030] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32f590d4-ca13-4a34-b504-d4c1133c40d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.527767] env[62563]: DEBUG nova.compute.manager [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1744.531179] env[62563]: DEBUG oslo_vmware.api [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1744.531179] env[62563]: value = "task-1751627" [ 1744.531179] env[62563]: _type = "Task" [ 1744.531179] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.540179] env[62563]: DEBUG oslo_vmware.api [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.556835] env[62563]: DEBUG nova.virt.hardware [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1744.557144] env[62563]: DEBUG nova.virt.hardware [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1744.557322] env[62563]: DEBUG nova.virt.hardware [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.557578] env[62563]: DEBUG nova.virt.hardware [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1744.557759] env[62563]: DEBUG nova.virt.hardware [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.558316] env[62563]: DEBUG nova.virt.hardware [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1744.558595] env[62563]: DEBUG nova.virt.hardware [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1744.558768] env[62563]: DEBUG nova.virt.hardware [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1744.558957] env[62563]: DEBUG nova.virt.hardware [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1744.559160] env[62563]: DEBUG nova.virt.hardware [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1744.559381] env[62563]: DEBUG nova.virt.hardware [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1744.560988] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8941d9-a11a-4a83-9f64-66a4970e51ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.571031] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77f8eca-f798-43e2-a92c-5823bd673278 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.602640] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751621, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.653852] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: dc2f5746-b28a-40d6-8cbe-3756a920f0c9] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1744.739596] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751625, 'name': ReconfigVM_Task, 'duration_secs': 0.284249} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.739991] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Reconfigured VM instance instance-00000068 to attach disk [datastore1] fec41e37-f0d0-4e27-a250-af3ec7718a95/fec41e37-f0d0-4e27-a250-af3ec7718a95.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1744.740858] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7404a6b-a779-4e3f-b232-bb94d328d425 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.749272] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1744.749272] env[62563]: value = "task-1751628" [ 1744.749272] env[62563]: _type = "Task" [ 1744.749272] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.760609] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751628, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.935506] env[62563]: DEBUG nova.network.neutron [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Successfully updated port: 7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1744.949188] env[62563]: DEBUG nova.compute.manager [req-4f448a77-6ff2-47d1-8ce6-6a618895048d req-d41de33c-dd5b-4505-868c-672a1c2f6b5b service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Received event network-vif-plugged-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1744.949188] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f448a77-6ff2-47d1-8ce6-6a618895048d req-d41de33c-dd5b-4505-868c-672a1c2f6b5b service nova] Acquiring lock "ee5d691c-088d-4e04-a357-f33b24b5a470-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.949390] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f448a77-6ff2-47d1-8ce6-6a618895048d req-d41de33c-dd5b-4505-868c-672a1c2f6b5b service nova] Lock "ee5d691c-088d-4e04-a357-f33b24b5a470-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.949452] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f448a77-6ff2-47d1-8ce6-6a618895048d req-d41de33c-dd5b-4505-868c-672a1c2f6b5b service nova] Lock "ee5d691c-088d-4e04-a357-f33b24b5a470-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.949582] env[62563]: DEBUG nova.compute.manager [req-4f448a77-6ff2-47d1-8ce6-6a618895048d req-d41de33c-dd5b-4505-868c-672a1c2f6b5b service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] No waiting events found dispatching network-vif-plugged-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1744.949750] env[62563]: WARNING nova.compute.manager [req-4f448a77-6ff2-47d1-8ce6-6a618895048d req-d41de33c-dd5b-4505-868c-672a1c2f6b5b service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Received unexpected event network-vif-plugged-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 for instance with vm_state building and task_state spawning. [ 1745.004174] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bda0bd37-e78e-42a3-88c3-e950c9c241db tempest-ServerDiskConfigTestJSON-1831072410 tempest-ServerDiskConfigTestJSON-1831072410-project-member] Lock "c95a3789-9256-481c-a77e-dc1cd992e874" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.480s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.042094] env[62563]: DEBUG oslo_vmware.api [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130802} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.042394] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.042593] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.042796] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.042987] env[62563]: INFO nova.compute.manager [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1745.043225] env[62563]: DEBUG oslo.service.loopingcall [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.043418] env[62563]: DEBUG nova.compute.manager [-] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1745.043515] env[62563]: DEBUG nova.network.neutron [-] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.105273] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751621, 'name': Rename_Task, 'duration_secs': 1.250553} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.105638] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1745.105887] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-014ccf25-1986-4224-b3a2-eaa720595eea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.112170] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1745.112170] env[62563]: value = "task-1751629" [ 1745.112170] env[62563]: _type = "Task" [ 1745.112170] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.119545] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.157486] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 004e58e4-4420-42b6-86f5-1ed8fa0750be] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1745.260346] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751628, 'name': Rename_Task, 'duration_secs': 0.142308} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.260670] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1745.260933] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-257e6491-a1f0-49c7-8959-b75b1152fc79 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.267674] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1745.267674] env[62563]: value = "task-1751630" [ 1745.267674] env[62563]: _type = "Task" [ 1745.267674] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.276962] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.352854] env[62563]: DEBUG nova.virt.hardware [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1745.353193] env[62563]: DEBUG nova.virt.hardware [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1745.353400] env[62563]: DEBUG nova.virt.hardware [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1745.353625] env[62563]: DEBUG nova.virt.hardware [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1745.353809] env[62563]: DEBUG nova.virt.hardware [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1745.354013] env[62563]: DEBUG nova.virt.hardware [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1745.354306] env[62563]: DEBUG nova.virt.hardware [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1745.354514] env[62563]: DEBUG nova.virt.hardware [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1745.354730] env[62563]: DEBUG nova.virt.hardware [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1745.354962] env[62563]: DEBUG nova.virt.hardware [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1745.355376] env[62563]: DEBUG nova.virt.hardware [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1745.356404] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5618dca7-f71a-49b5-82ac-a038a2853164 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.364820] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dec9619-04e8-4a3a-9541-006bd97f7562 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.379796] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:9b:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1745.387944] env[62563]: DEBUG oslo.service.loopingcall [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.388289] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1745.388530] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30aa39f9-f7ca-4167-9a7d-de9f78c463d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.409830] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1745.409830] env[62563]: value = "task-1751631" [ 1745.409830] env[62563]: _type = "Task" [ 1745.409830] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.418709] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751631, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.438764] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.438912] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.439079] env[62563]: DEBUG nova.network.neutron [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.622441] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.660288] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 2371ed40-8706-4d19-a9d0-c7e5572c90fc] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1745.749165] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66b24aa-6102-4134-916f-a7e2a466dfce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.757241] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c094b23c-676b-43d5-8d5d-8a0eee5bc495 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.794602] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae728c8-7a25-429f-b201-39508354ce7e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.802664] env[62563]: DEBUG oslo_vmware.api [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751630, 'name': PowerOnVM_Task, 'duration_secs': 0.519604} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.804870] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1745.805121] env[62563]: INFO nova.compute.manager [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1745.805300] env[62563]: DEBUG nova.compute.manager [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1745.806150] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c10097-3892-44fa-a12b-c056949b2d4c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.809626] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c205707-9d49-45e2-9ecb-f4d5f5d6f32c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.824433] env[62563]: DEBUG nova.compute.provider_tree [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.906223] env[62563]: DEBUG nova.network.neutron [-] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.920448] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751631, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.985217] env[62563]: DEBUG nova.network.neutron [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1746.126107] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.166672] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 1c3b814f-67a7-4535-9a72-79be6195082c] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1746.232804] env[62563]: DEBUG nova.network.neutron [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updating instance_info_cache with network_info: [{"id": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "address": "fa:16:3e:5f:51:46", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfcc93b-e7", "ovs_interfaceid": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.331883] env[62563]: DEBUG nova.scheduler.client.report [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1746.341589] env[62563]: INFO nova.compute.manager [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Took 17.63 seconds to build instance. [ 1746.408779] env[62563]: INFO nova.compute.manager [-] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Took 1.37 seconds to deallocate network for instance. [ 1746.425267] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751631, 'name': CreateVM_Task, 'duration_secs': 0.796086} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.425267] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1746.425267] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.425267] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.425856] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1746.426182] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ca1f38-31bc-46cb-a57e-9a623522b1db {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.434817] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1746.434817] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f725a8-e0f4-2530-c040-ccecc3c14660" [ 1746.434817] env[62563]: _type = "Task" [ 1746.434817] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.443786] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f725a8-e0f4-2530-c040-ccecc3c14660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.623956] env[62563]: DEBUG oslo_vmware.api [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751629, 'name': PowerOnVM_Task, 'duration_secs': 1.05112} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.624423] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1746.624653] env[62563]: INFO nova.compute.manager [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1746.624836] env[62563]: DEBUG nova.compute.manager [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1746.625658] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cff064-c7bc-4fa2-b726-972f4ab39ecf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.668865] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 9335ae51-1ea2-4d04-b5ba-b5265db805aa] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1746.735014] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.736063] env[62563]: DEBUG nova.compute.manager [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Instance network_info: |[{"id": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "address": "fa:16:3e:5f:51:46", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfcc93b-e7", "ovs_interfaceid": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1746.736063] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:51:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.745236] env[62563]: DEBUG oslo.service.loopingcall [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.745469] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.745688] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c1cb5ba-6819-46dd-bc87-5bb204a83cd0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.768889] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.768889] env[62563]: value = "task-1751632" [ 1746.768889] env[62563]: _type = "Task" [ 1746.768889] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.777390] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751632, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.840058] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.840530] env[62563]: DEBUG nova.compute.manager [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1746.843223] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.434s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.843444] env[62563]: DEBUG nova.objects.instance [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lazy-loading 'resources' on Instance uuid d225830f-a588-44be-a8c1-12d21b67ea7c {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.844458] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4f38a72f-7fb2-4f84-94aa-48049705c800 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "fec41e37-f0d0-4e27-a250-af3ec7718a95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.144s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.919242] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.945434] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f725a8-e0f4-2530-c040-ccecc3c14660, 'name': SearchDatastore_Task, 'duration_secs': 0.015066} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.945750] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.946022] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1746.946256] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.946407] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.946585] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1746.946846] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8ca31bc-e10a-4f7b-96f1-0108e3f0b080 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.958519] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1746.958665] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1746.959410] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a736904b-0673-46ad-8569-6702dab6776d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.965185] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1746.965185] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526801aa-84d8-3943-4073-d2b2ec1774fb" [ 1746.965185] env[62563]: _type = "Task" [ 1746.965185] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.973565] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526801aa-84d8-3943-4073-d2b2ec1774fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.976633] env[62563]: DEBUG nova.compute.manager [req-7c6a125b-332e-4ed7-a0f6-8dd3e4fa73ee req-f2bdba4d-2daf-43b3-9f60-de975b15e61c service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Received event network-changed-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1746.976748] env[62563]: DEBUG nova.compute.manager [req-7c6a125b-332e-4ed7-a0f6-8dd3e4fa73ee req-f2bdba4d-2daf-43b3-9f60-de975b15e61c service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Refreshing instance network info cache due to event network-changed-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1746.976912] env[62563]: DEBUG oslo_concurrency.lockutils [req-7c6a125b-332e-4ed7-a0f6-8dd3e4fa73ee req-f2bdba4d-2daf-43b3-9f60-de975b15e61c service nova] Acquiring lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.977077] env[62563]: DEBUG oslo_concurrency.lockutils [req-7c6a125b-332e-4ed7-a0f6-8dd3e4fa73ee req-f2bdba4d-2daf-43b3-9f60-de975b15e61c service nova] Acquired lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.977260] env[62563]: DEBUG nova.network.neutron [req-7c6a125b-332e-4ed7-a0f6-8dd3e4fa73ee req-f2bdba4d-2daf-43b3-9f60-de975b15e61c service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Refreshing network info cache for port 7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.143686] env[62563]: INFO nova.compute.manager [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Took 21.56 seconds to build instance. [ 1747.172685] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 6ad2736a-9483-4afd-9bc5-982cdbbf610a] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1747.279237] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751632, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.348987] env[62563]: DEBUG nova.compute.utils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1747.350572] env[62563]: DEBUG nova.compute.manager [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1747.350786] env[62563]: DEBUG nova.network.neutron [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1747.409162] env[62563]: DEBUG nova.compute.manager [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Stashing vm_state: active {{(pid=62563) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1747.425110] env[62563]: DEBUG nova.policy [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16e4e840abc7473cb217354653707059', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba650f1745614069b707a67a4a99e14b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1747.485845] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526801aa-84d8-3943-4073-d2b2ec1774fb, 'name': SearchDatastore_Task, 'duration_secs': 0.019133} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.490742] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d9b83f-f81f-43dd-b670-766c5785d1a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.499161] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1747.499161] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529ac6e8-90a0-88c7-f127-fdca0c29bc4f" [ 1747.499161] env[62563]: _type = "Task" [ 1747.499161] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.508153] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529ac6e8-90a0-88c7-f127-fdca0c29bc4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.645662] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a6de3ec0-9c37-4974-8743-2c68c5795f55 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.067s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.675719] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 0e5a8473-09a3-49c7-91be-144a3561fd23] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1747.711914] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0a0be5-78fb-4c41-b167-4c764863f418 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.723841] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e441ec5-e02c-4501-b103-a47f73de87ea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.762634] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1678e08e-312c-44a2-92d7-f8ee85b17628 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.773791] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36674743-2018-4343-8b64-48babdd5fcb5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.782741] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751632, 'name': CreateVM_Task, 'duration_secs': 0.833555} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.790278] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.790828] env[62563]: DEBUG nova.compute.provider_tree [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.792546] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.792751] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.793119] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.793837] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609cbe30-0cae-4fbb-b3f7-b0f3c1d043fe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.798815] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1747.798815] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52c134a2-b5a7-2168-0e6c-15bd73ee81e4" [ 1747.798815] env[62563]: _type = "Task" [ 1747.798815] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.809804] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c134a2-b5a7-2168-0e6c-15bd73ee81e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.857548] env[62563]: DEBUG nova.compute.manager [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1747.929187] env[62563]: DEBUG oslo_concurrency.lockutils [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.010268] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529ac6e8-90a0-88c7-f127-fdca0c29bc4f, 'name': SearchDatastore_Task, 'duration_secs': 0.026722} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.010602] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.010873] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee/4bce3b08-409f-47e5-9ca4-3e8572c2f8ee.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1748.011256] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-441a9d87-8a01-4201-a675-eeeb2cef13d8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.019854] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1748.019854] env[62563]: value = "task-1751633" [ 1748.019854] env[62563]: _type = "Task" [ 1748.019854] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.032926] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.042093] env[62563]: DEBUG nova.network.neutron [req-7c6a125b-332e-4ed7-a0f6-8dd3e4fa73ee req-f2bdba4d-2daf-43b3-9f60-de975b15e61c service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updated VIF entry in instance network info cache for port 7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.042654] env[62563]: DEBUG nova.network.neutron [req-7c6a125b-332e-4ed7-a0f6-8dd3e4fa73ee req-f2bdba4d-2daf-43b3-9f60-de975b15e61c service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updating instance_info_cache with network_info: [{"id": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "address": "fa:16:3e:5f:51:46", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfcc93b-e7", "ovs_interfaceid": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.127840] env[62563]: DEBUG nova.network.neutron [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Successfully created port: 001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1748.181618] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: df476669-fe42-4518-bfb3-07bc3eccfb05] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1748.227108] env[62563]: DEBUG nova.compute.manager [req-3754ffa2-fa6c-43f7-82e1-faceac3ed451 req-cac18be4-f824-472e-ac26-61db3cd10b14 service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Received event network-changed-3e9c9a9f-1b02-4fa6-81fc-c50c60020b84 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1748.227352] env[62563]: DEBUG nova.compute.manager [req-3754ffa2-fa6c-43f7-82e1-faceac3ed451 req-cac18be4-f824-472e-ac26-61db3cd10b14 service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Refreshing instance network info cache due to event network-changed-3e9c9a9f-1b02-4fa6-81fc-c50c60020b84. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1748.227595] env[62563]: DEBUG oslo_concurrency.lockutils [req-3754ffa2-fa6c-43f7-82e1-faceac3ed451 req-cac18be4-f824-472e-ac26-61db3cd10b14 service nova] Acquiring lock "refresh_cache-55072c9f-3762-41d8-9641-86ad9756f598" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.228041] env[62563]: DEBUG oslo_concurrency.lockutils [req-3754ffa2-fa6c-43f7-82e1-faceac3ed451 req-cac18be4-f824-472e-ac26-61db3cd10b14 service nova] Acquired lock "refresh_cache-55072c9f-3762-41d8-9641-86ad9756f598" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.228221] env[62563]: DEBUG nova.network.neutron [req-3754ffa2-fa6c-43f7-82e1-faceac3ed451 req-cac18be4-f824-472e-ac26-61db3cd10b14 service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Refreshing network info cache for port 3e9c9a9f-1b02-4fa6-81fc-c50c60020b84 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.294904] env[62563]: DEBUG nova.scheduler.client.report [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1748.316248] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c134a2-b5a7-2168-0e6c-15bd73ee81e4, 'name': SearchDatastore_Task, 'duration_secs': 0.028739} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.318036] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.318615] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1748.319392] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.319392] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.319392] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.319950] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1ec8e70-199c-46f4-97c2-8373780d213e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.330663] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.330994] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1748.331790] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8cb18f3-cbc6-4a28-9037-4bf8841218fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.339065] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1748.339065] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52bb61d6-30a0-0bc3-3919-d1ce5aeac205" [ 1748.339065] env[62563]: _type = "Task" [ 1748.339065] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.350939] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bb61d6-30a0-0bc3-3919-d1ce5aeac205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.536677] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751633, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.549279] env[62563]: DEBUG oslo_concurrency.lockutils [req-7c6a125b-332e-4ed7-a0f6-8dd3e4fa73ee req-f2bdba4d-2daf-43b3-9f60-de975b15e61c service nova] Releasing lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.549279] env[62563]: DEBUG nova.compute.manager [req-7c6a125b-332e-4ed7-a0f6-8dd3e4fa73ee req-f2bdba4d-2daf-43b3-9f60-de975b15e61c service nova] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Received event network-vif-deleted-51fa45da-e29c-4736-95c1-2f98e13cdbe4 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1748.641652] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.641896] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.685259] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 9e485fef-8ccd-4069-b33c-d94b2162019a] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1748.808468] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.813493] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.894s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.813840] env[62563]: DEBUG nova.objects.instance [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lazy-loading 'resources' on Instance uuid c2e2dc1c-0f10-4804-9668-041632960e7f {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.835720] env[62563]: INFO nova.scheduler.client.report [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleted allocations for instance d225830f-a588-44be-a8c1-12d21b67ea7c [ 1748.850574] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52bb61d6-30a0-0bc3-3919-d1ce5aeac205, 'name': SearchDatastore_Task, 'duration_secs': 0.082002} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.852032] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ec76aa-9433-420e-ae13-8cdc2781d498 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.861013] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1748.861013] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5239af2f-77b8-84c4-1b08-8d17fc012558" [ 1748.861013] env[62563]: _type = "Task" [ 1748.861013] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.869148] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5239af2f-77b8-84c4-1b08-8d17fc012558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.872455] env[62563]: DEBUG nova.compute.manager [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1748.911780] env[62563]: DEBUG nova.virt.hardware [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1748.911780] env[62563]: DEBUG nova.virt.hardware [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1748.911780] env[62563]: DEBUG nova.virt.hardware [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1748.911780] env[62563]: DEBUG nova.virt.hardware [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1748.911780] env[62563]: DEBUG nova.virt.hardware [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1748.911780] env[62563]: DEBUG nova.virt.hardware [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1748.911780] env[62563]: DEBUG nova.virt.hardware [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1748.911780] env[62563]: DEBUG nova.virt.hardware [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1748.912075] env[62563]: DEBUG nova.virt.hardware [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1748.912243] env[62563]: DEBUG nova.virt.hardware [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1748.912354] env[62563]: DEBUG nova.virt.hardware [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1748.913541] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568e304a-5493-4a77-bd62-9dcf57f19047 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.925083] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bac18c-00c4-4dbe-85a8-ed2555a0a833 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.995762] env[62563]: DEBUG nova.network.neutron [req-3754ffa2-fa6c-43f7-82e1-faceac3ed451 req-cac18be4-f824-472e-ac26-61db3cd10b14 service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Updated VIF entry in instance network info cache for port 3e9c9a9f-1b02-4fa6-81fc-c50c60020b84. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.996330] env[62563]: DEBUG nova.network.neutron [req-3754ffa2-fa6c-43f7-82e1-faceac3ed451 req-cac18be4-f824-472e-ac26-61db3cd10b14 service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Updating instance_info_cache with network_info: [{"id": "3e9c9a9f-1b02-4fa6-81fc-c50c60020b84", "address": "fa:16:3e:25:6a:0a", "network": {"id": "c221bf96-f8ac-4133-8b9d-023f426cd9fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-647450691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7ebbf0584645d3a754b072eabbe17d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9c9a9f-1b", "ovs_interfaceid": "3e9c9a9f-1b02-4fa6-81fc-c50c60020b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.033339] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744619} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.033730] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee/4bce3b08-409f-47e5-9ca4-3e8572c2f8ee.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1749.034194] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1749.034596] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa92513f-7d0a-47dd-9006-10504ed5b79b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.042272] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1749.042272] env[62563]: value = "task-1751634" [ 1749.042272] env[62563]: _type = "Task" [ 1749.042272] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.054502] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.145718] env[62563]: DEBUG nova.compute.utils [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.189866] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 8c375077-2899-49d5-96c8-7b2cbed7bc38] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1749.345292] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c310e9d-e660-402c-a310-d0a10f13b9ba tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "d225830f-a588-44be-a8c1-12d21b67ea7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.100s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.375405] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5239af2f-77b8-84c4-1b08-8d17fc012558, 'name': SearchDatastore_Task, 'duration_secs': 0.013401} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.375714] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.375990] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] ee5d691c-088d-4e04-a357-f33b24b5a470/ee5d691c-088d-4e04-a357-f33b24b5a470.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1749.376680] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0d85ec5-2722-4ad6-81d7-2beaf6e805e7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.384031] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1749.384031] env[62563]: value = "task-1751635" [ 1749.384031] env[62563]: _type = "Task" [ 1749.384031] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.394626] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.498923] env[62563]: DEBUG oslo_concurrency.lockutils [req-3754ffa2-fa6c-43f7-82e1-faceac3ed451 req-cac18be4-f824-472e-ac26-61db3cd10b14 service nova] Releasing lock "refresh_cache-55072c9f-3762-41d8-9641-86ad9756f598" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.553325] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170353} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.553632] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1749.554364] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d1791b-2c6d-4821-9c5e-6269ae1f1685 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.559355] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412038d5-0523-49f7-bdc0-ebe72428f93b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.582750] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee/4bce3b08-409f-47e5-9ca4-3e8572c2f8ee.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1749.583444] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f531bc24-7d30-4a3c-960b-39951d495d4c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.600905] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6e7ece-4e52-4659-a3b1-e99ca4afe148 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.605879] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1749.605879] env[62563]: value = "task-1751636" [ 1749.605879] env[62563]: _type = "Task" [ 1749.605879] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.635716] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d324b4-466b-4d02-9a26-b040e1b78764 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.641615] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.646437] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33de489b-59ec-4a8f-a246-538054eddad5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.650658] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.660617] env[62563]: DEBUG nova.compute.provider_tree [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1749.692430] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 4cb907f9-f915-4f66-b202-0307f38a5d45] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1749.733113] env[62563]: DEBUG nova.compute.manager [req-410aa371-bb67-40ae-ac12-cd7cb06d57ca req-5005e33e-d3a6-4a73-82f3-e2839dbd2bb7 service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Received event network-vif-plugged-001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1749.733356] env[62563]: DEBUG oslo_concurrency.lockutils [req-410aa371-bb67-40ae-ac12-cd7cb06d57ca req-5005e33e-d3a6-4a73-82f3-e2839dbd2bb7 service nova] Acquiring lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.733562] env[62563]: DEBUG oslo_concurrency.lockutils [req-410aa371-bb67-40ae-ac12-cd7cb06d57ca req-5005e33e-d3a6-4a73-82f3-e2839dbd2bb7 service nova] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.733727] env[62563]: DEBUG oslo_concurrency.lockutils [req-410aa371-bb67-40ae-ac12-cd7cb06d57ca req-5005e33e-d3a6-4a73-82f3-e2839dbd2bb7 service nova] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.733940] env[62563]: DEBUG nova.compute.manager [req-410aa371-bb67-40ae-ac12-cd7cb06d57ca req-5005e33e-d3a6-4a73-82f3-e2839dbd2bb7 service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] No waiting events found dispatching network-vif-plugged-001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1749.734099] env[62563]: WARNING nova.compute.manager [req-410aa371-bb67-40ae-ac12-cd7cb06d57ca req-5005e33e-d3a6-4a73-82f3-e2839dbd2bb7 service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Received unexpected event network-vif-plugged-001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9 for instance with vm_state building and task_state spawning. [ 1749.890742] env[62563]: DEBUG nova.network.neutron [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Successfully updated port: 001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1749.896967] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.117967] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.194952] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 565008aa-37e3-4c30-8c5d-1dfcdcde8c66] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1750.197719] env[62563]: ERROR nova.scheduler.client.report [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [req-08f56ad7-f739-4876-857e-ecf687ed20d2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-08f56ad7-f739-4876-857e-ecf687ed20d2"}]} [ 1750.232313] env[62563]: DEBUG nova.scheduler.client.report [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1750.276452] env[62563]: DEBUG nova.scheduler.client.report [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1750.276712] env[62563]: DEBUG nova.compute.provider_tree [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1750.295826] env[62563]: DEBUG nova.scheduler.client.report [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1750.316129] env[62563]: DEBUG nova.scheduler.client.report [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1750.396361] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.396540] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.396721] env[62563]: DEBUG nova.network.neutron [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1750.397964] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.950375} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.401523] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] ee5d691c-088d-4e04-a357-f33b24b5a470/ee5d691c-088d-4e04-a357-f33b24b5a470.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1750.401784] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1750.402948] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47a67080-ba3d-4d55-8525-765f43af2cee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.410039] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1750.410039] env[62563]: value = "task-1751637" [ 1750.410039] env[62563]: _type = "Task" [ 1750.410039] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.423073] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.588308] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7355b262-479b-401c-8336-67f31fae9a2f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.599990] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e3abb8-4916-4e7b-bbc7-6dc4964dc5b1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.643925] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f4eccb-1f07-46db-b1ad-7655186daa08 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.652333] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751636, 'name': ReconfigVM_Task, 'duration_secs': 0.885021} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.654414] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee/4bce3b08-409f-47e5-9ca4-3e8572c2f8ee.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.655077] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26165666-3703-44d1-8039-b1e78c99e8dc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.657581] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac899430-7075-4fea-b680-a66e3382e1e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.673964] env[62563]: DEBUG nova.compute.provider_tree [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1750.676659] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1750.676659] env[62563]: value = "task-1751638" [ 1750.676659] env[62563]: _type = "Task" [ 1750.676659] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.685557] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751638, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.701083] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 01d446e3-f1ef-4357-b04c-500948f0b645] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1750.752931] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.753213] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.753474] env[62563]: INFO nova.compute.manager [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Attaching volume f0a05d47-eedd-406b-b13e-eb212eae2a15 to /dev/sdb [ 1750.802083] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95fa360-6f65-4616-90ff-642e31d69a00 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.814211] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257d8aae-7fb4-4c8b-9544-f7ab1e98bc95 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.829825] env[62563]: DEBUG nova.virt.block_device [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Updating existing volume attachment record: 28c26039-5b16-46ca-878d-d210f1d46c02 {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1750.921374] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078984} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.921698] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.922891] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f27904-c158-4b4e-bc68-0803fcc8d44f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.949210] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] ee5d691c-088d-4e04-a357-f33b24b5a470/ee5d691c-088d-4e04-a357-f33b24b5a470.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.949539] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba238fd7-0f9e-4b06-b516-501df2edb6ee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.967970] env[62563]: DEBUG nova.network.neutron [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1750.975562] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1750.975562] env[62563]: value = "task-1751639" [ 1750.975562] env[62563]: _type = "Task" [ 1750.975562] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.985903] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.193418] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751638, 'name': Rename_Task, 'duration_secs': 0.40131} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.193705] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.193976] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cbb8653-a164-4d95-b744-f4605e096166 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.200774] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1751.200774] env[62563]: value = "task-1751642" [ 1751.200774] env[62563]: _type = "Task" [ 1751.200774] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.204432] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 051ccc30-8f6b-47d3-b2db-c2ad213d4f9a] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1751.218382] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.225367] env[62563]: DEBUG nova.scheduler.client.report [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1751.225578] env[62563]: DEBUG nova.compute.provider_tree [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 142 to 143 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1751.225760] env[62563]: DEBUG nova.compute.provider_tree [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1751.249179] env[62563]: DEBUG nova.network.neutron [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance_info_cache with network_info: [{"id": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "address": "fa:16:3e:22:03:8b", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001e02a5-a7", "ovs_interfaceid": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.490319] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.714174] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 90542d09-146e-43ab-9a35-4a0a573cc37b] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1751.715310] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.733627] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.920s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.741155] env[62563]: DEBUG oslo_concurrency.lockutils [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.811s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.756275] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.756348] env[62563]: DEBUG nova.compute.manager [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Instance network_info: |[{"id": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "address": "fa:16:3e:22:03:8b", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001e02a5-a7", "ovs_interfaceid": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1751.758936] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:03:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1751.771123] env[62563]: DEBUG oslo.service.loopingcall [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1751.771914] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1751.772171] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89bfb1b3-2ed7-4db4-ac6c-d9038a381105 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.795058] env[62563]: INFO nova.scheduler.client.report [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted allocations for instance c2e2dc1c-0f10-4804-9668-041632960e7f [ 1751.805606] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1751.805606] env[62563]: value = "task-1751644" [ 1751.805606] env[62563]: _type = "Task" [ 1751.805606] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.815739] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751644, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.986635] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751639, 'name': ReconfigVM_Task, 'duration_secs': 0.904617} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.986749] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Reconfigured VM instance instance-00000069 to attach disk [datastore1] ee5d691c-088d-4e04-a357-f33b24b5a470/ee5d691c-088d-4e04-a357-f33b24b5a470.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.987464] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98257e4c-5706-40e5-86b3-c435eb1d4c69 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.993303] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1751.993303] env[62563]: value = "task-1751645" [ 1751.993303] env[62563]: _type = "Task" [ 1751.993303] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.002265] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751645, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.114937] env[62563]: DEBUG nova.compute.manager [req-bd759503-9773-42b5-83ff-4e403f0d55bb req-7590b603-8c33-4622-a778-874fe5f1ca9c service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Received event network-changed-001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1752.115171] env[62563]: DEBUG nova.compute.manager [req-bd759503-9773-42b5-83ff-4e403f0d55bb req-7590b603-8c33-4622-a778-874fe5f1ca9c service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Refreshing instance network info cache due to event network-changed-001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1752.115407] env[62563]: DEBUG oslo_concurrency.lockutils [req-bd759503-9773-42b5-83ff-4e403f0d55bb req-7590b603-8c33-4622-a778-874fe5f1ca9c service nova] Acquiring lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.115550] env[62563]: DEBUG oslo_concurrency.lockutils [req-bd759503-9773-42b5-83ff-4e403f0d55bb req-7590b603-8c33-4622-a778-874fe5f1ca9c service nova] Acquired lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.115752] env[62563]: DEBUG nova.network.neutron [req-bd759503-9773-42b5-83ff-4e403f0d55bb req-7590b603-8c33-4622-a778-874fe5f1ca9c service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Refreshing network info cache for port 001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.213916] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751642, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.216783] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 9f0ed422-011e-4661-b0ee-1d1529b1eccf] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1752.246417] env[62563]: INFO nova.compute.claims [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1752.304787] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b7b657b6-2ba7-4b3c-8c28-2486f178a470 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "c2e2dc1c-0f10-4804-9668-041632960e7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.444s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.315645] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751644, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.503390] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751645, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.700938] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Acquiring lock "c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.702434] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Lock "c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.730055] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 0e1d3972-426d-4751-bebe-12dd732bbef3] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1752.732352] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.732570] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.733803] env[62563]: DEBUG oslo_vmware.api [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751642, 'name': PowerOnVM_Task, 'duration_secs': 1.356269} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.737430] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1752.737665] env[62563]: DEBUG nova.compute.manager [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1752.739105] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ba62c6-f91a-458e-b22b-b923f94432c2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.753663] env[62563]: INFO nova.compute.resource_tracker [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating resource usage from migration 7994d2f2-ff00-4b8a-b470-52a3f5cdc394 [ 1752.822195] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751644, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.898076] env[62563]: DEBUG nova.network.neutron [req-bd759503-9773-42b5-83ff-4e403f0d55bb req-7590b603-8c33-4622-a778-874fe5f1ca9c service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updated VIF entry in instance network info cache for port 001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1752.898602] env[62563]: DEBUG nova.network.neutron [req-bd759503-9773-42b5-83ff-4e403f0d55bb req-7590b603-8c33-4622-a778-874fe5f1ca9c service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance_info_cache with network_info: [{"id": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "address": "fa:16:3e:22:03:8b", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001e02a5-a7", "ovs_interfaceid": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.005207] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751645, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.041703] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1429b7d-c7bc-4b65-a310-e830e8219ee8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.052968] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c40a3e-0c71-47e5-8277-16f5d98d0914 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.094615] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aefd9ff-33c4-470b-9bdd-0d7f6c213ec6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.103291] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25608e3c-2f44-4099-bc2a-2ce5f20858cd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.118458] env[62563]: DEBUG nova.compute.provider_tree [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.214660] env[62563]: DEBUG nova.compute.manager [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1753.238945] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: c4b6e9f9-2fbb-4dd5-8a1f-6563034d0d62] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1753.240972] env[62563]: DEBUG nova.compute.manager [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1753.256594] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.318663] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751644, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.401880] env[62563]: DEBUG oslo_concurrency.lockutils [req-bd759503-9773-42b5-83ff-4e403f0d55bb req-7590b603-8c33-4622-a778-874fe5f1ca9c service nova] Releasing lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.508706] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "39119bea-a908-4796-a573-4f81632cfa2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.509014] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "39119bea-a908-4796-a573-4f81632cfa2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.510285] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751645, 'name': Rename_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.624200] env[62563]: DEBUG nova.scheduler.client.report [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1753.738547] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.739145] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "7ef7e2a6-4f49-4937-9253-31cfacd57579" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.739371] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "7ef7e2a6-4f49-4937-9253-31cfacd57579" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.744493] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: bda5ce78-0d41-4084-acdd-2172811f2c9a] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1753.765921] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.821017] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751644, 'name': CreateVM_Task, 'duration_secs': 1.816185} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.821212] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.821918] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.822089] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.822436] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.822715] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c439005c-578b-4e12-9957-1e42079a4545 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.827937] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1753.827937] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]522cbce0-26e4-a56f-ec79-1f7c045e0f2e" [ 1753.827937] env[62563]: _type = "Task" [ 1753.827937] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.836606] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522cbce0-26e4-a56f-ec79-1f7c045e0f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.005290] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751645, 'name': Rename_Task, 'duration_secs': 1.559456} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.005597] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1754.005851] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d0714fe-719f-4f80-98e3-926bbd94826f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.011585] env[62563]: DEBUG nova.compute.manager [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1754.015828] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1754.015828] env[62563]: value = "task-1751646" [ 1754.015828] env[62563]: _type = "Task" [ 1754.015828] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.024868] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.129792] env[62563]: DEBUG oslo_concurrency.lockutils [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.389s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.130016] env[62563]: INFO nova.compute.manager [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Migrating [ 1754.137512] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.881s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.137708] env[62563]: DEBUG nova.objects.instance [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1754.241613] env[62563]: DEBUG nova.compute.manager [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1754.250807] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 47dffabd-95e5-4cb9-8dba-5351355230fd] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1754.339097] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522cbce0-26e4-a56f-ec79-1f7c045e0f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.339410] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.339642] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1754.339873] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.340035] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.340221] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1754.340479] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fd10f34-80f7-4552-8154-6988c1fb36d2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.349250] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1754.349349] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1754.350038] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1bdaea1-82e7-4aa8-8f03-133f3b9e8e18 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.355071] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1754.355071] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]522b689e-4da2-ce08-ad88-52c280554550" [ 1754.355071] env[62563]: _type = "Task" [ 1754.355071] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.362808] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522b689e-4da2-ce08-ad88-52c280554550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.442055] env[62563]: INFO nova.compute.manager [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Rebuilding instance [ 1754.488691] env[62563]: DEBUG nova.compute.manager [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1754.489630] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564af468-99eb-43b0-93b3-37f07671f971 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.531423] env[62563]: DEBUG oslo_vmware.api [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751646, 'name': PowerOnVM_Task, 'duration_secs': 0.512734} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.532535] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1754.532667] env[62563]: INFO nova.compute.manager [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1754.532841] env[62563]: DEBUG nova.compute.manager [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1754.533639] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fb1aac-3dba-42e2-ad63-e475498bddb0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.537739] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.650564] env[62563]: DEBUG oslo_concurrency.lockutils [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.651047] env[62563]: DEBUG oslo_concurrency.lockutils [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.651345] env[62563]: DEBUG nova.network.neutron [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1754.754350] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 09921e8a-456f-4ebc-8bed-6300a1557d83] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1754.761056] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.866118] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]522b689e-4da2-ce08-ad88-52c280554550, 'name': SearchDatastore_Task, 'duration_secs': 0.008645} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.866953] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b13807-0f30-4bf8-b8de-c476cdc290ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.872475] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1754.872475] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]528e9bd2-e3eb-1470-45c4-9882e341dbb3" [ 1754.872475] env[62563]: _type = "Task" [ 1754.872475] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.880628] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528e9bd2-e3eb-1470-45c4-9882e341dbb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.002334] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1755.002631] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b12a2794-89a3-4db4-972e-fcbf7ff2f448 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.009842] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1755.009842] env[62563]: value = "task-1751647" [ 1755.009842] env[62563]: _type = "Task" [ 1755.009842] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.018518] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.053625] env[62563]: INFO nova.compute.manager [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Took 24.27 seconds to build instance. [ 1755.154997] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2514f588-f49f-48c6-b9e8-10f9f2441e43 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.159932] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.421s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.160873] env[62563]: INFO nova.compute.claims [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1755.258241] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 981fd9ee-6c96-4c7e-b3ba-730ab9aee214] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1755.383597] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528e9bd2-e3eb-1470-45c4-9882e341dbb3, 'name': SearchDatastore_Task, 'duration_secs': 0.029625} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.386270] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.386570] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a/ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1755.388283] env[62563]: DEBUG nova.compute.manager [req-d138c200-1f1b-47a6-90f4-8d64b4fa7ea1 req-820c6b92-6872-40f0-9bea-d5494436aa81 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Received event network-changed-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1755.388488] env[62563]: DEBUG nova.compute.manager [req-d138c200-1f1b-47a6-90f4-8d64b4fa7ea1 req-820c6b92-6872-40f0-9bea-d5494436aa81 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Refreshing instance network info cache due to event network-changed-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1755.388708] env[62563]: DEBUG oslo_concurrency.lockutils [req-d138c200-1f1b-47a6-90f4-8d64b4fa7ea1 req-820c6b92-6872-40f0-9bea-d5494436aa81 service nova] Acquiring lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.388852] env[62563]: DEBUG oslo_concurrency.lockutils [req-d138c200-1f1b-47a6-90f4-8d64b4fa7ea1 req-820c6b92-6872-40f0-9bea-d5494436aa81 service nova] Acquired lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.389119] env[62563]: DEBUG nova.network.neutron [req-d138c200-1f1b-47a6-90f4-8d64b4fa7ea1 req-820c6b92-6872-40f0-9bea-d5494436aa81 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Refreshing network info cache for port 7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1755.390111] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbb05f6f-c523-44c2-9228-6842d966f7cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.398533] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1755.398533] env[62563]: value = "task-1751649" [ 1755.398533] env[62563]: _type = "Task" [ 1755.398533] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.410086] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.468128] env[62563]: DEBUG nova.network.neutron [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance_info_cache with network_info: [{"id": "90d9ec6e-afdb-49a4-84db-eed7071d9007", "address": "fa:16:3e:27:c8:47", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d9ec6e-af", "ovs_interfaceid": "90d9ec6e-afdb-49a4-84db-eed7071d9007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.523731] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751647, 'name': PowerOffVM_Task, 'duration_secs': 0.282635} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.524171] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.525077] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1755.526088] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375d7a5c-e7e0-4264-adc4-b5b154581fa9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.533567] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1755.533800] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc10c426-4c77-49d2-8744-f8307421e536 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.556552] env[62563]: DEBUG oslo_concurrency.lockutils [None req-182b5e34-5f4b-4440-a090-23b23e602dec tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "ee5d691c-088d-4e04-a357-f33b24b5a470" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.783s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.764323] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: fba94786-73fa-4a60-b774-30b140f24972] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1755.780082] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1755.780353] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1755.780542] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleting the datastore file [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1755.780819] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a230ffa2-4eed-4ffb-be7f-2d9b5eeb1f54 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.789946] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1755.789946] env[62563]: value = "task-1751651" [ 1755.789946] env[62563]: _type = "Task" [ 1755.789946] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.802373] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.912904] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751649, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.970947] env[62563]: DEBUG oslo_concurrency.lockutils [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.250180] env[62563]: DEBUG nova.network.neutron [req-d138c200-1f1b-47a6-90f4-8d64b4fa7ea1 req-820c6b92-6872-40f0-9bea-d5494436aa81 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updated VIF entry in instance network info cache for port 7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1756.250543] env[62563]: DEBUG nova.network.neutron [req-d138c200-1f1b-47a6-90f4-8d64b4fa7ea1 req-820c6b92-6872-40f0-9bea-d5494436aa81 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updating instance_info_cache with network_info: [{"id": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "address": "fa:16:3e:5f:51:46", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfcc93b-e7", "ovs_interfaceid": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.268951] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 626b0eff-779a-49b9-8e5b-9a8a7f56f428] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1756.289168] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "c4139981-c84d-448f-836e-64913b0ca5d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.289385] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "c4139981-c84d-448f-836e-64913b0ca5d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.304329] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382184} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.304329] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1756.304329] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1756.304329] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1756.413031] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666302} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.413493] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a/ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1756.413610] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1756.415960] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4649805a-b0c9-4fef-9e30-238ff53fb64b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.422697] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1756.422697] env[62563]: value = "task-1751652" [ 1756.422697] env[62563]: _type = "Task" [ 1756.422697] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.435157] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.449749] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90a3a73-7076-45a2-b518-ddb7075caff3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.456638] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c334bfe-20f6-4db3-920b-9ad053e2ee80 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.490840] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c260ba6c-08f2-45f2-b441-f347bc952728 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.498432] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ac853f-2d49-4445-84fe-ced0ae1d2a12 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.512099] env[62563]: DEBUG nova.compute.provider_tree [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.753769] env[62563]: DEBUG oslo_concurrency.lockutils [req-d138c200-1f1b-47a6-90f4-8d64b4fa7ea1 req-820c6b92-6872-40f0-9bea-d5494436aa81 service nova] Releasing lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.772576] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 3f640b0b-2a58-4701-a6d9-10f0a84a8c55] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1756.794424] env[62563]: DEBUG nova.compute.manager [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1756.933131] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071263} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.933409] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1756.934205] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36f70d6-8b00-4230-92d0-9a2f78924c17 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.956083] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a/ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1756.956390] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-971b690c-2c58-4f84-8495-ca67cd98d124 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.977829] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1756.977829] env[62563]: value = "task-1751653" [ 1756.977829] env[62563]: _type = "Task" [ 1756.977829] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.985372] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751653, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.015099] env[62563]: DEBUG nova.scheduler.client.report [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1757.276743] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 690beff5-67eb-4a94-949b-159dc93e65de] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1757.320527] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.342075] env[62563]: DEBUG nova.virt.hardware [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1757.342350] env[62563]: DEBUG nova.virt.hardware [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1757.342505] env[62563]: DEBUG nova.virt.hardware [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1757.342681] env[62563]: DEBUG nova.virt.hardware [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1757.342826] env[62563]: DEBUG nova.virt.hardware [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1757.342971] env[62563]: DEBUG nova.virt.hardware [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1757.343187] env[62563]: DEBUG nova.virt.hardware [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1757.343350] env[62563]: DEBUG nova.virt.hardware [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1757.343517] env[62563]: DEBUG nova.virt.hardware [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1757.343675] env[62563]: DEBUG nova.virt.hardware [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1757.343845] env[62563]: DEBUG nova.virt.hardware [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1757.344765] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0db5cd5-e699-42c1-9a30-f0ddf60efc88 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.352959] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eadc284-cdbd-4886-896a-c23687fc5eb0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.366831] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:9b:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1757.374570] env[62563]: DEBUG oslo.service.loopingcall [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.375166] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1757.375391] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d0d66cc-7fdd-47a0-80aa-fde68cc744cd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.390371] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1757.390579] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364106', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'name': 'volume-f0a05d47-eedd-406b-b13e-eb212eae2a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '086fb48c-5b24-4dc5-9e2a-3ff4811072a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'serial': 'f0a05d47-eedd-406b-b13e-eb212eae2a15'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1757.391400] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06870f15-e30c-4323-bfc7-a31d8f929a5c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.408913] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41027c7-754c-4756-a989-6223253d11eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.411482] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1757.411482] env[62563]: value = "task-1751654" [ 1757.411482] env[62563]: _type = "Task" [ 1757.411482] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.435059] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-f0a05d47-eedd-406b-b13e-eb212eae2a15/volume-f0a05d47-eedd-406b-b13e-eb212eae2a15.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.435845] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5896bdf-9d81-490d-9758-0e45060a0d84 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.452077] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751654, 'name': CreateVM_Task} progress is 15%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.457787] env[62563]: DEBUG oslo_vmware.api [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1757.457787] env[62563]: value = "task-1751655" [ 1757.457787] env[62563]: _type = "Task" [ 1757.457787] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.471759] env[62563]: DEBUG oslo_vmware.api [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.488358] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751653, 'name': ReconfigVM_Task, 'duration_secs': 0.331079} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.488770] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a/ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1757.489483] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7c1f694-c58c-440c-912c-ffead63977f1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.496794] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1757.496794] env[62563]: value = "task-1751656" [ 1757.496794] env[62563]: _type = "Task" [ 1757.496794] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.503072] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78086c5e-b2ae-43eb-a455-ed28b37bdb17 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.515849] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751656, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.530323] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.530885] env[62563]: DEBUG nova.compute.manager [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1757.534069] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance 'fec41e37-f0d0-4e27-a250-af3ec7718a95' progress to 0 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1757.537264] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.771s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.538813] env[62563]: INFO nova.compute.claims [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1757.780311] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: f0f5faef-c983-4d90-b7b2-4a3dcf00d117] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1757.922029] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751654, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.967889] env[62563]: DEBUG oslo_vmware.api [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751655, 'name': ReconfigVM_Task, 'duration_secs': 0.423468} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.968193] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-f0a05d47-eedd-406b-b13e-eb212eae2a15/volume-f0a05d47-eedd-406b-b13e-eb212eae2a15.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1757.973199] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9fa6cbe-37f3-4aa6-99d1-c48dab7312b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.987704] env[62563]: DEBUG oslo_vmware.api [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1757.987704] env[62563]: value = "task-1751657" [ 1757.987704] env[62563]: _type = "Task" [ 1757.987704] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.997346] env[62563]: DEBUG oslo_vmware.api [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.007045] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751656, 'name': Rename_Task, 'duration_secs': 0.171792} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.007291] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.007528] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b63264d5-1cfb-4b80-a09f-3d4f0030b239 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.014139] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1758.014139] env[62563]: value = "task-1751658" [ 1758.014139] env[62563]: _type = "Task" [ 1758.014139] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.021985] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.038688] env[62563]: DEBUG nova.compute.utils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1758.040078] env[62563]: DEBUG nova.compute.manager [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1758.040261] env[62563]: DEBUG nova.network.neutron [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1758.043524] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.045499] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-511e6361-c426-40b3-9f59-4a3431363028 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.052360] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1758.052360] env[62563]: value = "task-1751659" [ 1758.052360] env[62563]: _type = "Task" [ 1758.052360] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.063686] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.100367] env[62563]: DEBUG nova.policy [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '521ddab6ce5e483b9901d935111b6f8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b6b696c91594f8083bd3e6289df464c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1758.283581] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 8146eebc-9445-4f8c-8b2a-31724f59bedf] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1758.343929] env[62563]: DEBUG nova.network.neutron [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Successfully created port: 6714dc4c-88c1-4baa-9bc4-09cbeec5cf40 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1758.422845] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751654, 'name': CreateVM_Task, 'duration_secs': 0.612421} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.426019] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1758.426019] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.426019] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.426019] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1758.426019] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9063289d-838a-4975-a9fa-aebedcb63a5b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.430086] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1758.430086] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52dd2c2f-730e-326a-bb3a-6596bfe22a6b" [ 1758.430086] env[62563]: _type = "Task" [ 1758.430086] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.439104] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52dd2c2f-730e-326a-bb3a-6596bfe22a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.498345] env[62563]: DEBUG oslo_vmware.api [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751657, 'name': ReconfigVM_Task, 'duration_secs': 0.157463} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.498425] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364106', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'name': 'volume-f0a05d47-eedd-406b-b13e-eb212eae2a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '086fb48c-5b24-4dc5-9e2a-3ff4811072a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'serial': 'f0a05d47-eedd-406b-b13e-eb212eae2a15'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1758.527933] env[62563]: DEBUG oslo_vmware.api [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751658, 'name': PowerOnVM_Task, 'duration_secs': 0.488216} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.527933] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.527933] env[62563]: INFO nova.compute.manager [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1758.527933] env[62563]: DEBUG nova.compute.manager [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1758.529063] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70926b8f-d6fa-4d43-95bc-30f67fb31b36 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.543698] env[62563]: DEBUG nova.compute.manager [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1758.568021] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751659, 'name': PowerOffVM_Task, 'duration_secs': 0.196163} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.568021] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.568021] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance 'fec41e37-f0d0-4e27-a250-af3ec7718a95' progress to 17 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1758.787077] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: a49fc7ed-4f0f-4ecd-b65d-727412edcf7c] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1758.805945] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054d03e4-f7bd-4d6f-8e2b-7e10cbb8fb0e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.813814] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d4da55-1ee2-4681-9947-132ebaea89ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.844517] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9148a00-5384-433b-b026-5b0b22f04b29 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.852040] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72002b95-66a9-4205-ac49-0a8ab27890ee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.865980] env[62563]: DEBUG nova.compute.provider_tree [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.941998] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52dd2c2f-730e-326a-bb3a-6596bfe22a6b, 'name': SearchDatastore_Task, 'duration_secs': 0.030143} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.942346] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.942588] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1758.942831] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.942971] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.943173] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1758.943795] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-716a47a2-58c3-41fc-99e0-3d77258d4382 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.953058] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1758.953258] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1758.954018] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f9f277-2328-4f0d-9885-587b127353f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.961831] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1758.961831] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d8a47e-137f-1b01-53b4-2a5a0697f316" [ 1758.961831] env[62563]: _type = "Task" [ 1758.961831] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.971312] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d8a47e-137f-1b01-53b4-2a5a0697f316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.051596] env[62563]: INFO nova.compute.manager [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Took 21.54 seconds to build instance. [ 1759.072399] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1759.072813] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1759.073102] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1759.073642] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1759.073691] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1759.073908] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1759.074296] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1759.074573] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1759.074842] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1759.075127] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1759.075420] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1759.084184] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59c3fe6-c9f8-4cb6-b249-7d439bf86458 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.100994] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1759.100994] env[62563]: value = "task-1751660" [ 1759.100994] env[62563]: _type = "Task" [ 1759.100994] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.109790] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.290164] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 84baf130-f07a-45d4-a57f-7b20833a85ea] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1759.369457] env[62563]: DEBUG nova.scheduler.client.report [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1759.471951] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d8a47e-137f-1b01-53b4-2a5a0697f316, 'name': SearchDatastore_Task, 'duration_secs': 0.013247} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.472782] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f08295-55ab-45bd-8725-ea0b0b6b713a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.478542] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1759.478542] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e9e7fb-4422-86cc-26fb-68cb1dbd47c9" [ 1759.478542] env[62563]: _type = "Task" [ 1759.478542] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.489009] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e9e7fb-4422-86cc-26fb-68cb1dbd47c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.537638] env[62563]: DEBUG nova.objects.instance [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lazy-loading 'flavor' on Instance uuid 086fb48c-5b24-4dc5-9e2a-3ff4811072a2 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.554326] env[62563]: DEBUG nova.compute.manager [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1759.556482] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c9d70032-5ebb-4a01-afe4-bf5de992e264 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.075s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.582853] env[62563]: DEBUG nova.virt.hardware [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1759.583122] env[62563]: DEBUG nova.virt.hardware [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1759.583284] env[62563]: DEBUG nova.virt.hardware [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1759.583479] env[62563]: DEBUG nova.virt.hardware [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1759.583623] env[62563]: DEBUG nova.virt.hardware [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1759.583782] env[62563]: DEBUG nova.virt.hardware [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1759.584000] env[62563]: DEBUG nova.virt.hardware [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1759.584155] env[62563]: DEBUG nova.virt.hardware [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1759.584321] env[62563]: DEBUG nova.virt.hardware [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1759.584480] env[62563]: DEBUG nova.virt.hardware [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1759.584652] env[62563]: DEBUG nova.virt.hardware [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1759.585540] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7b64f0-c5be-42bf-8e37-98d57b709f2e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.594435] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a20034-44f0-4067-9322-33d16c95a372 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.615940] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.767577] env[62563]: DEBUG nova.compute.manager [req-980d34e1-f25e-4aac-9e26-55ce23c0dca5 req-31ff4896-3cb1-4859-b46b-6a78fba0206a service nova] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Received event network-vif-plugged-6714dc4c-88c1-4baa-9bc4-09cbeec5cf40 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1759.767804] env[62563]: DEBUG oslo_concurrency.lockutils [req-980d34e1-f25e-4aac-9e26-55ce23c0dca5 req-31ff4896-3cb1-4859-b46b-6a78fba0206a service nova] Acquiring lock "c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.768016] env[62563]: DEBUG oslo_concurrency.lockutils [req-980d34e1-f25e-4aac-9e26-55ce23c0dca5 req-31ff4896-3cb1-4859-b46b-6a78fba0206a service nova] Lock "c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.768194] env[62563]: DEBUG oslo_concurrency.lockutils [req-980d34e1-f25e-4aac-9e26-55ce23c0dca5 req-31ff4896-3cb1-4859-b46b-6a78fba0206a service nova] Lock "c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.768389] env[62563]: DEBUG nova.compute.manager [req-980d34e1-f25e-4aac-9e26-55ce23c0dca5 req-31ff4896-3cb1-4859-b46b-6a78fba0206a service nova] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] No waiting events found dispatching network-vif-plugged-6714dc4c-88c1-4baa-9bc4-09cbeec5cf40 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1759.768521] env[62563]: WARNING nova.compute.manager [req-980d34e1-f25e-4aac-9e26-55ce23c0dca5 req-31ff4896-3cb1-4859-b46b-6a78fba0206a service nova] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Received unexpected event network-vif-plugged-6714dc4c-88c1-4baa-9bc4-09cbeec5cf40 for instance with vm_state building and task_state spawning. [ 1759.793638] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: cfafc9e3-5c8a-4117-9edd-f5512d3c9374] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1759.858180] env[62563]: DEBUG nova.network.neutron [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Successfully updated port: 6714dc4c-88c1-4baa-9bc4-09cbeec5cf40 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1759.874692] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.875234] env[62563]: DEBUG nova.compute.manager [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1759.883149] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.346s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.885020] env[62563]: INFO nova.compute.claims [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.990268] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e9e7fb-4422-86cc-26fb-68cb1dbd47c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01124} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.990534] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.990785] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee/4bce3b08-409f-47e5-9ca4-3e8572c2f8ee.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1759.991052] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-321a1425-8a2a-45ee-9640-539ece035728 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.997893] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1759.997893] env[62563]: value = "task-1751661" [ 1759.997893] env[62563]: _type = "Task" [ 1759.997893] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.006498] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.043717] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c19e5c22-a4ef-49fc-b351-0b38b8134f2d tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.290s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.120379] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.291924] env[62563]: DEBUG nova.compute.manager [req-072f0b7d-5ae6-4e02-826a-1dc011b9a3b1 req-9d597e0c-7ade-4173-a5f9-1695ab246054 service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Received event network-changed-001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1760.292191] env[62563]: DEBUG nova.compute.manager [req-072f0b7d-5ae6-4e02-826a-1dc011b9a3b1 req-9d597e0c-7ade-4173-a5f9-1695ab246054 service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Refreshing instance network info cache due to event network-changed-001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1760.292511] env[62563]: DEBUG oslo_concurrency.lockutils [req-072f0b7d-5ae6-4e02-826a-1dc011b9a3b1 req-9d597e0c-7ade-4173-a5f9-1695ab246054 service nova] Acquiring lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.292674] env[62563]: DEBUG oslo_concurrency.lockutils [req-072f0b7d-5ae6-4e02-826a-1dc011b9a3b1 req-9d597e0c-7ade-4173-a5f9-1695ab246054 service nova] Acquired lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.292843] env[62563]: DEBUG nova.network.neutron [req-072f0b7d-5ae6-4e02-826a-1dc011b9a3b1 req-9d597e0c-7ade-4173-a5f9-1695ab246054 service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Refreshing network info cache for port 001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1760.300069] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 201f37af-ea79-4dea-9f20-2520213e1d6e] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1760.361157] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Acquiring lock "refresh_cache-c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.363082] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Acquired lock "refresh_cache-c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.363082] env[62563]: DEBUG nova.network.neutron [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1760.384738] env[62563]: DEBUG nova.compute.utils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1760.386155] env[62563]: DEBUG nova.compute.manager [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1760.386340] env[62563]: DEBUG nova.network.neutron [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1760.449115] env[62563]: DEBUG nova.policy [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '010e9b5cfbc647a2b7d7425bb0b1b531', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa6d5f44801d4afbad5492d0c7c277b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1760.509787] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751661, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.589357] env[62563]: INFO nova.compute.manager [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Rebuilding instance [ 1760.622888] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751660, 'name': ReconfigVM_Task, 'duration_secs': 1.226616} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.628327] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance 'fec41e37-f0d0-4e27-a250-af3ec7718a95' progress to 33 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1760.667385] env[62563]: DEBUG nova.compute.manager [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1760.667888] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6946e68c-ef42-4a53-b0c7-e7a0b6119ba1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.774346] env[62563]: DEBUG nova.network.neutron [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Successfully created port: d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1760.803523] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: b0bc6040-9338-46d9-a78f-a4e16cf69f95] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1760.893844] env[62563]: DEBUG nova.compute.manager [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1760.937969] env[62563]: DEBUG nova.network.neutron [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1761.009679] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.991099} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.009957] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee/4bce3b08-409f-47e5-9ca4-3e8572c2f8ee.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1761.011190] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1761.011477] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47a35ea1-0230-450f-926d-2792661bd44e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.020337] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1761.020337] env[62563]: value = "task-1751662" [ 1761.020337] env[62563]: _type = "Task" [ 1761.020337] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.029014] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.140017] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1761.140017] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1761.140017] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1761.140017] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1761.140017] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1761.140017] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1761.140017] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1761.140017] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1761.140017] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1761.140017] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1761.140017] env[62563]: DEBUG nova.virt.hardware [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1761.147240] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1761.147706] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fa51e77-c9c5-453e-9795-2e060056e370 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.178017] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1761.178017] env[62563]: value = "task-1751663" [ 1761.178017] env[62563]: _type = "Task" [ 1761.178017] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.181633] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.184479] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85ee8064-7942-4bab-8a67-9f8fd375c736 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.193809] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.194668] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1761.194668] env[62563]: value = "task-1751664" [ 1761.194668] env[62563]: _type = "Task" [ 1761.194668] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.208957] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.271310] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25575d4-bc77-4b4e-8149-b59f58de76f4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.280016] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bbacfb-8404-4579-b0dc-81a529bd658b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.316125] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 488d036a-3cff-4ea9-ab26-895f2b189c6e] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1761.321870] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c45414-74e6-430d-bef2-8d510ce2c5c9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.332998] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99fa5a4-a861-4424-afe6-58cff5bec936 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.340985] env[62563]: DEBUG nova.network.neutron [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Updating instance_info_cache with network_info: [{"id": "6714dc4c-88c1-4baa-9bc4-09cbeec5cf40", "address": "fa:16:3e:8a:85:cc", "network": {"id": "10a9bf92-1dc7-439b-b83b-c939f874b1e1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-687955563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b6b696c91594f8083bd3e6289df464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6714dc4c-88", "ovs_interfaceid": "6714dc4c-88c1-4baa-9bc4-09cbeec5cf40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.354235] env[62563]: DEBUG nova.compute.provider_tree [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.402289] env[62563]: DEBUG nova.network.neutron [req-072f0b7d-5ae6-4e02-826a-1dc011b9a3b1 req-9d597e0c-7ade-4173-a5f9-1695ab246054 service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updated VIF entry in instance network info cache for port 001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1761.402289] env[62563]: DEBUG nova.network.neutron [req-072f0b7d-5ae6-4e02-826a-1dc011b9a3b1 req-9d597e0c-7ade-4173-a5f9-1695ab246054 service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance_info_cache with network_info: [{"id": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "address": "fa:16:3e:22:03:8b", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001e02a5-a7", "ovs_interfaceid": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.529682] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063614} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.529682] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1761.530714] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f800e1d-2647-4933-8f24-92a3549c2501 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.553126] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee/4bce3b08-409f-47e5-9ca4-3e8572c2f8ee.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1761.553444] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c82d00cb-0a0a-4208-9fd8-d85af45e2993 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.574017] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1761.574017] env[62563]: value = "task-1751665" [ 1761.574017] env[62563]: _type = "Task" [ 1761.574017] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.582446] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.687147] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751663, 'name': ReconfigVM_Task, 'duration_secs': 0.232053} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.687495] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1761.688292] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab1bfec-8bf0-4eb1-9d20-4f82c8f867c7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.710547] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] fec41e37-f0d0-4e27-a250-af3ec7718a95/fec41e37-f0d0-4e27-a250-af3ec7718a95.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1761.713769] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d48dd7-acfd-4729-a613-e8df86bb06fe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.731962] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751664, 'name': PowerOffVM_Task, 'duration_secs': 0.294882} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.733206] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1761.734788] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1761.734788] env[62563]: value = "task-1751666" [ 1761.734788] env[62563]: _type = "Task" [ 1761.734788] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.743624] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.790980] env[62563]: INFO nova.compute.manager [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Detaching volume f0a05d47-eedd-406b-b13e-eb212eae2a15 [ 1761.795871] env[62563]: DEBUG nova.compute.manager [req-46ec0334-0b33-4fce-ac2a-d3b658a929fa req-71b7e648-a479-4caa-910b-1c6b00eb3b35 service nova] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Received event network-changed-6714dc4c-88c1-4baa-9bc4-09cbeec5cf40 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1761.796149] env[62563]: DEBUG nova.compute.manager [req-46ec0334-0b33-4fce-ac2a-d3b658a929fa req-71b7e648-a479-4caa-910b-1c6b00eb3b35 service nova] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Refreshing instance network info cache due to event network-changed-6714dc4c-88c1-4baa-9bc4-09cbeec5cf40. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1761.796339] env[62563]: DEBUG oslo_concurrency.lockutils [req-46ec0334-0b33-4fce-ac2a-d3b658a929fa req-71b7e648-a479-4caa-910b-1c6b00eb3b35 service nova] Acquiring lock "refresh_cache-c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.826692] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 600a8045-e5bc-429c-901d-66f0be5c08ca] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1761.830668] env[62563]: INFO nova.virt.block_device [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Attempting to driver detach volume f0a05d47-eedd-406b-b13e-eb212eae2a15 from mountpoint /dev/sdb [ 1761.830904] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1761.831132] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364106', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'name': 'volume-f0a05d47-eedd-406b-b13e-eb212eae2a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '086fb48c-5b24-4dc5-9e2a-3ff4811072a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'serial': 'f0a05d47-eedd-406b-b13e-eb212eae2a15'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1761.832336] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b1c0a7-71e5-450a-9f01-ce37ce6ec3f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.857856] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Releasing lock "refresh_cache-c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.858134] env[62563]: DEBUG nova.compute.manager [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Instance network_info: |[{"id": "6714dc4c-88c1-4baa-9bc4-09cbeec5cf40", "address": "fa:16:3e:8a:85:cc", "network": {"id": "10a9bf92-1dc7-439b-b83b-c939f874b1e1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-687955563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b6b696c91594f8083bd3e6289df464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6714dc4c-88", "ovs_interfaceid": "6714dc4c-88c1-4baa-9bc4-09cbeec5cf40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1761.859308] env[62563]: DEBUG oslo_concurrency.lockutils [req-46ec0334-0b33-4fce-ac2a-d3b658a929fa req-71b7e648-a479-4caa-910b-1c6b00eb3b35 service nova] Acquired lock "refresh_cache-c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.859535] env[62563]: DEBUG nova.network.neutron [req-46ec0334-0b33-4fce-ac2a-d3b658a929fa req-71b7e648-a479-4caa-910b-1c6b00eb3b35 service nova] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Refreshing network info cache for port 6714dc4c-88c1-4baa-9bc4-09cbeec5cf40 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.861313] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:85:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6714dc4c-88c1-4baa-9bc4-09cbeec5cf40', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1761.869153] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Creating folder: Project (2b6b696c91594f8083bd3e6289df464c). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1761.869973] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d8d73e-801c-4d44-b83d-542215103923 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.873263] env[62563]: DEBUG nova.scheduler.client.report [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1761.878157] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ac9956b-abf9-4afd-b30f-31d689b40eec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.885698] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a127d3c-1a5c-4188-8c4a-2c8d0332c5a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.889755] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Created folder: Project (2b6b696c91594f8083bd3e6289df464c) in parent group-v363823. [ 1761.889952] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Creating folder: Instances. Parent ref: group-v364109. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1761.890536] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bd2ba20-bf81-4037-9144-f315e370a832 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.910698] env[62563]: DEBUG oslo_concurrency.lockutils [req-072f0b7d-5ae6-4e02-826a-1dc011b9a3b1 req-9d597e0c-7ade-4173-a5f9-1695ab246054 service nova] Releasing lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.911936] env[62563]: DEBUG nova.compute.manager [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1761.916298] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f83451c-ca0a-42bb-8ecc-5c0bb096e2c3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.918996] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Created folder: Instances in parent group-v364109. [ 1761.919248] env[62563]: DEBUG oslo.service.loopingcall [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.919730] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1761.920326] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9d62648-6bcb-46bc-988f-3a7a1e6977ba {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.949593] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] The volume has not been displaced from its original location: [datastore1] volume-f0a05d47-eedd-406b-b13e-eb212eae2a15/volume-f0a05d47-eedd-406b-b13e-eb212eae2a15.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1761.954933] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1761.955921] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b29b4a-2e9c-4276-98e8-fb26a08944b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.970993] env[62563]: DEBUG nova.virt.hardware [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1761.971266] env[62563]: DEBUG nova.virt.hardware [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1761.971406] env[62563]: DEBUG nova.virt.hardware [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1761.971628] env[62563]: DEBUG nova.virt.hardware [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1761.971802] env[62563]: DEBUG nova.virt.hardware [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1761.971955] env[62563]: DEBUG nova.virt.hardware [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1761.972184] env[62563]: DEBUG nova.virt.hardware [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1761.972345] env[62563]: DEBUG nova.virt.hardware [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1761.972513] env[62563]: DEBUG nova.virt.hardware [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1761.972676] env[62563]: DEBUG nova.virt.hardware [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1761.972850] env[62563]: DEBUG nova.virt.hardware [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1761.975246] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5cf1bc-f503-4f64-8a52-06fcc272d764 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.977798] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1761.977798] env[62563]: value = "task-1751669" [ 1761.977798] env[62563]: _type = "Task" [ 1761.977798] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.986338] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a93185-7e4e-4fae-a467-ed4e5848ec96 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.991495] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1761.991495] env[62563]: value = "task-1751670" [ 1761.991495] env[62563]: _type = "Task" [ 1761.991495] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.995576] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751669, 'name': CreateVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.016136] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.085490] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.250414] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.330498] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 0e925191-2288-4fbd-a70e-256b1ec965a0] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1762.378345] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.379069] env[62563]: DEBUG nova.compute.manager [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1762.381842] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.621s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.383303] env[62563]: INFO nova.compute.claims [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1762.489659] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751669, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.512294] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751670, 'name': ReconfigVM_Task, 'duration_secs': 0.359884} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.512909] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1762.519359] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f404e283-dc44-42a3-8f83-f052a8504893 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.539087] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1762.539087] env[62563]: value = "task-1751671" [ 1762.539087] env[62563]: _type = "Task" [ 1762.539087] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.549455] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.587299] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751665, 'name': ReconfigVM_Task, 'duration_secs': 0.694476} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.587621] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee/4bce3b08-409f-47e5-9ca4-3e8572c2f8ee.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1762.588301] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ee27741-b6f2-466e-8870-bd0cdc6d1835 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.595557] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1762.595557] env[62563]: value = "task-1751672" [ 1762.595557] env[62563]: _type = "Task" [ 1762.595557] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.605192] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751672, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.707603] env[62563]: DEBUG nova.network.neutron [req-46ec0334-0b33-4fce-ac2a-d3b658a929fa req-71b7e648-a479-4caa-910b-1c6b00eb3b35 service nova] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Updated VIF entry in instance network info cache for port 6714dc4c-88c1-4baa-9bc4-09cbeec5cf40. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.707949] env[62563]: DEBUG nova.network.neutron [req-46ec0334-0b33-4fce-ac2a-d3b658a929fa req-71b7e648-a479-4caa-910b-1c6b00eb3b35 service nova] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Updating instance_info_cache with network_info: [{"id": "6714dc4c-88c1-4baa-9bc4-09cbeec5cf40", "address": "fa:16:3e:8a:85:cc", "network": {"id": "10a9bf92-1dc7-439b-b83b-c939f874b1e1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-687955563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b6b696c91594f8083bd3e6289df464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6714dc4c-88", "ovs_interfaceid": "6714dc4c-88c1-4baa-9bc4-09cbeec5cf40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.747929] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751666, 'name': ReconfigVM_Task, 'duration_secs': 0.562473} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.748240] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Reconfigured VM instance instance-00000068 to attach disk [datastore1] fec41e37-f0d0-4e27-a250-af3ec7718a95/fec41e37-f0d0-4e27-a250-af3ec7718a95.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1762.748665] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance 'fec41e37-f0d0-4e27-a250-af3ec7718a95' progress to 50 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1762.834525] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 5fab0c44-2da5-43eb-8249-7e6d8c1c52f7] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1762.873811] env[62563]: DEBUG nova.network.neutron [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Successfully updated port: d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1762.887903] env[62563]: DEBUG nova.compute.utils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.891114] env[62563]: DEBUG nova.compute.manager [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1762.891295] env[62563]: DEBUG nova.network.neutron [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1762.932375] env[62563]: DEBUG nova.policy [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e14c9002dabf4cf59380da62fabbd757', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16b703ebd48b4ebf9b5d8148aea68e34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1762.990904] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751669, 'name': CreateVM_Task, 'duration_secs': 0.722872} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.994819] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.994819] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.994819] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.994819] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.994819] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9272f399-1cc3-44fc-89b3-d0f43e14bfbb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.000032] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Waiting for the task: (returnval){ [ 1763.000032] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b0804c-74d4-b625-4061-27e62c2b94a3" [ 1763.000032] env[62563]: _type = "Task" [ 1763.000032] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.006579] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b0804c-74d4-b625-4061-27e62c2b94a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.049118] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751671, 'name': ReconfigVM_Task, 'duration_secs': 0.314408} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.050061] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364106', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'name': 'volume-f0a05d47-eedd-406b-b13e-eb212eae2a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '086fb48c-5b24-4dc5-9e2a-3ff4811072a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'serial': 'f0a05d47-eedd-406b-b13e-eb212eae2a15'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1763.107106] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751672, 'name': Rename_Task, 'duration_secs': 0.309453} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.108184] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.108499] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf70325f-ee3e-49f0-a200-b6dd6422ff5c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.115358] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1763.115358] env[62563]: value = "task-1751673" [ 1763.115358] env[62563]: _type = "Task" [ 1763.115358] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.124239] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.214064] env[62563]: DEBUG oslo_concurrency.lockutils [req-46ec0334-0b33-4fce-ac2a-d3b658a929fa req-71b7e648-a479-4caa-910b-1c6b00eb3b35 service nova] Releasing lock "refresh_cache-c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.256399] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ec59bf-8a77-4f60-8021-c3fb36078eee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.276204] env[62563]: DEBUG nova.network.neutron [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Successfully created port: d7ddabce-edff-4b0c-994f-77ebba147da8 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1763.278738] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323d9756-d114-420b-ad3b-77cdf6f97343 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.296991] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance 'fec41e37-f0d0-4e27-a250-af3ec7718a95' progress to 67 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1763.338590] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: e9be8415-0fad-4226-bd7f-746b240d2795] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1763.376442] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.376785] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.377105] env[62563]: DEBUG nova.network.neutron [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1763.397227] env[62563]: DEBUG nova.compute.manager [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1763.512037] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b0804c-74d4-b625-4061-27e62c2b94a3, 'name': SearchDatastore_Task, 'duration_secs': 0.021046} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.512321] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.512411] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1763.512568] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.513129] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.513129] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1763.513129] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d2e3737-16b1-4343-9303-bb21ebeb1a69 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.522821] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1763.522821] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1763.524495] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a50c045-2ab8-4e63-b313-1e8d7cec68ee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.529061] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Waiting for the task: (returnval){ [ 1763.529061] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527adf6b-6408-0671-fd8e-2abb86853b09" [ 1763.529061] env[62563]: _type = "Task" [ 1763.529061] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.537444] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527adf6b-6408-0671-fd8e-2abb86853b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.627846] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.711799] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e132234d-36a6-45ae-8626-2e8cd89fee49 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.721272] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d2e060-49b8-4f41-90c4-8f0710cc8177 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.756632] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c8516d-6ed6-42c4-a500-c9f23755831d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.765267] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daca8079-3877-49b6-b4d8-f15b487ef01b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.779083] env[62563]: DEBUG nova.compute.provider_tree [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.839340] env[62563]: DEBUG nova.network.neutron [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Port 90d9ec6e-afdb-49a4-84db-eed7071d9007 binding to destination host cpu-1 is already ACTIVE {{(pid=62563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1763.842448] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 34136197-2da8-405f-83d5-2f838f483dfe] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1763.911804] env[62563]: DEBUG nova.network.neutron [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1763.950881] env[62563]: DEBUG nova.compute.manager [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Received event network-vif-plugged-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1763.951610] env[62563]: DEBUG oslo_concurrency.lockutils [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] Acquiring lock "76e4571b-75ec-4f41-ae1f-cc9adb279570-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.953535] env[62563]: DEBUG oslo_concurrency.lockutils [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.953535] env[62563]: DEBUG oslo_concurrency.lockutils [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.953535] env[62563]: DEBUG nova.compute.manager [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] No waiting events found dispatching network-vif-plugged-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1763.953535] env[62563]: WARNING nova.compute.manager [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Received unexpected event network-vif-plugged-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 for instance with vm_state building and task_state spawning. [ 1763.953535] env[62563]: DEBUG nova.compute.manager [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Received event network-changed-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1763.953535] env[62563]: DEBUG nova.compute.manager [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Refreshing instance network info cache due to event network-changed-d152c9f8-7c08-4aea-a1bd-fb517fe41e91. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1763.953535] env[62563]: DEBUG oslo_concurrency.lockutils [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] Acquiring lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.041489] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527adf6b-6408-0671-fd8e-2abb86853b09, 'name': SearchDatastore_Task, 'duration_secs': 0.012418} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.042402] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb0904c-5e3d-4e7b-b047-bd18131c68ee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.048033] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Waiting for the task: (returnval){ [ 1764.048033] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52424974-5734-c35b-050e-9e8c0466eec8" [ 1764.048033] env[62563]: _type = "Task" [ 1764.048033] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.062922] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52424974-5734-c35b-050e-9e8c0466eec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.071367] env[62563]: DEBUG nova.network.neutron [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updating instance_info_cache with network_info: [{"id": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "address": "fa:16:3e:7d:4c:73", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd152c9f8-7c", "ovs_interfaceid": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.074539] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.074729] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.110618] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.110618] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3927bcc3-f579-45ac-8c57-de237fb4e73d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.117897] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1764.117897] env[62563]: value = "task-1751674" [ 1764.117897] env[62563]: _type = "Task" [ 1764.117897] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.130976] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751673, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.136529] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1764.136760] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1764.136985] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364106', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'name': 'volume-f0a05d47-eedd-406b-b13e-eb212eae2a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '086fb48c-5b24-4dc5-9e2a-3ff4811072a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'serial': 'f0a05d47-eedd-406b-b13e-eb212eae2a15'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1764.137896] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270bbd17-c2c7-45e2-927d-f6ab8279159e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.161479] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded89edb-7567-4c98-adcc-98c01130c3ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.167963] env[62563]: WARNING nova.virt.vmwareapi.driver [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1764.168246] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1764.168993] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61415824-e719-48eb-b7d0-996c2a0850c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.175282] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.175510] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7215d1d6-49fd-424a-b463-ebc0ad96f52a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.283467] env[62563]: DEBUG nova.scheduler.client.report [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1764.327018] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1764.327237] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1764.327420] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleting the datastore file [datastore1] 086fb48c-5b24-4dc5-9e2a-3ff4811072a2 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1764.327680] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb2c0b88-51d0-406a-9f94-2ec9e6023ea1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.334574] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1764.334574] env[62563]: value = "task-1751676" [ 1764.334574] env[62563]: _type = "Task" [ 1764.334574] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.345868] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.346469] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: d65f8ce5-40e1-42c7-8f64-cff4dc63aabc] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1764.407945] env[62563]: DEBUG nova.compute.manager [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1764.434056] env[62563]: DEBUG nova.virt.hardware [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1764.434311] env[62563]: DEBUG nova.virt.hardware [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1764.434467] env[62563]: DEBUG nova.virt.hardware [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1764.434648] env[62563]: DEBUG nova.virt.hardware [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1764.434791] env[62563]: DEBUG nova.virt.hardware [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1764.434933] env[62563]: DEBUG nova.virt.hardware [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1764.435169] env[62563]: DEBUG nova.virt.hardware [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1764.435375] env[62563]: DEBUG nova.virt.hardware [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1764.435561] env[62563]: DEBUG nova.virt.hardware [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1764.435764] env[62563]: DEBUG nova.virt.hardware [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1764.435939] env[62563]: DEBUG nova.virt.hardware [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1764.436833] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d9dbad-5edf-4505-be66-ecd7d6d19f21 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.444696] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa81426f-c10a-490f-9c18-3f79490b34a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.558749] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52424974-5734-c35b-050e-9e8c0466eec8, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.559022] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.559286] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf/c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1764.559542] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c7a0d11-414a-4d3d-8ed2-14a56d994364 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.566056] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Waiting for the task: (returnval){ [ 1764.566056] env[62563]: value = "task-1751677" [ 1764.566056] env[62563]: _type = "Task" [ 1764.566056] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.573621] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.573946] env[62563]: DEBUG nova.compute.manager [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Instance network_info: |[{"id": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "address": "fa:16:3e:7d:4c:73", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd152c9f8-7c", "ovs_interfaceid": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1764.574278] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.574541] env[62563]: DEBUG oslo_concurrency.lockutils [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] Acquired lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.574751] env[62563]: DEBUG nova.network.neutron [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Refreshing network info cache for port d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1764.575925] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:4c:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd152c9f8-7c08-4aea-a1bd-fb517fe41e91', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1764.584945] env[62563]: DEBUG oslo.service.loopingcall [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.586805] env[62563]: DEBUG nova.compute.utils [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1764.587907] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1764.588568] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd3962fa-e5b7-49d0-b039-13e21c41daf8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.609878] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1764.609878] env[62563]: value = "task-1751678" [ 1764.609878] env[62563]: _type = "Task" [ 1764.609878] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.620663] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751678, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.629019] env[62563]: DEBUG oslo_vmware.api [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751673, 'name': PowerOnVM_Task, 'duration_secs': 1.038793} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.629310] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1764.629536] env[62563]: DEBUG nova.compute.manager [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1764.630363] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12449cfe-52ab-451f-bf62-71844fd2c2b2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.792021] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.792021] env[62563]: DEBUG nova.compute.manager [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1764.793018] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.473s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.795465] env[62563]: INFO nova.compute.claims [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1764.823694] env[62563]: DEBUG nova.network.neutron [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Successfully updated port: d7ddabce-edff-4b0c-994f-77ebba147da8 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.846926] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1339} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.854887] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.855192] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1764.855798] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1764.861393] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: b2621e0a-496e-4b4d-81b9-8adabcd939fd] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1764.867632] env[62563]: DEBUG oslo_concurrency.lockutils [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "fec41e37-f0d0-4e27-a250-af3ec7718a95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.867632] env[62563]: DEBUG oslo_concurrency.lockutils [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "fec41e37-f0d0-4e27-a250-af3ec7718a95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.867863] env[62563]: DEBUG oslo_concurrency.lockutils [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "fec41e37-f0d0-4e27-a250-af3ec7718a95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.870527] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.871518] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.871518] env[62563]: WARNING oslo_messaging._drivers.amqpdriver [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1765.076313] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488635} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.076536] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf/c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1765.076743] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1765.076981] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5720a397-d779-4f88-84b9-9d2d7c133f31 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.083950] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Waiting for the task: (returnval){ [ 1765.083950] env[62563]: value = "task-1751679" [ 1765.083950] env[62563]: _type = "Task" [ 1765.083950] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.090953] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.097535] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.119840] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751678, 'name': CreateVM_Task, 'duration_secs': 0.438099} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.120023] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1765.120801] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.120927] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.122050] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1765.122050] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911e3860-4ebf-401f-a5d6-4bb19c561d82 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.126264] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1765.126264] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525dbeea-3081-2051-9cb3-2e5e427f605a" [ 1765.126264] env[62563]: _type = "Task" [ 1765.126264] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.138359] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525dbeea-3081-2051-9cb3-2e5e427f605a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.147872] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.294751] env[62563]: DEBUG nova.network.neutron [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updated VIF entry in instance network info cache for port d152c9f8-7c08-4aea-a1bd-fb517fe41e91. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1765.295127] env[62563]: DEBUG nova.network.neutron [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updating instance_info_cache with network_info: [{"id": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "address": "fa:16:3e:7d:4c:73", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd152c9f8-7c", "ovs_interfaceid": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.300772] env[62563]: DEBUG nova.compute.utils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1765.304368] env[62563]: DEBUG nova.compute.manager [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1765.304368] env[62563]: DEBUG nova.network.neutron [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1765.327066] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-39119bea-a908-4796-a573-4f81632cfa2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.327303] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-39119bea-a908-4796-a573-4f81632cfa2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.327472] env[62563]: DEBUG nova.network.neutron [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.342055] env[62563]: DEBUG nova.policy [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5bf7d13ed74f45b5c97272ec0d5513', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b163f78c60c540b2906fcc91ad4d8e97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1765.367828] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 636c2770-3626-4101-b8de-65f9f883959f] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1765.370828] env[62563]: INFO nova.virt.block_device [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Booting with volume f0a05d47-eedd-406b-b13e-eb212eae2a15 at /dev/sdb [ 1765.374617] env[62563]: DEBUG nova.compute.utils [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1765.408180] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81becd17-d89a-425c-8d2b-1aa2686cfc64 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.418364] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2634a31-575b-459a-8da2-68122c1862ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.453926] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-273377ef-a66c-4e10-8553-1b724dabd892 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.462309] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f95748d-d414-43a3-9149-9bd0441c66ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.498608] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fb451a-6ba4-4d03-ba6f-fca3205f3823 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.505324] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3907a53b-685f-4349-aa25-282e0da8d594 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.518600] env[62563]: DEBUG nova.virt.block_device [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Updating existing volume attachment record: 39eeeb0e-0bc9-4a80-b7ca-35099e8e2841 {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1765.590873] env[62563]: DEBUG nova.network.neutron [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Successfully created port: 9a1e0157-7e31-4346-b40f-e0d0add08d6a {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1765.597828] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07274} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.598100] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1765.598872] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e3f36c-5f60-4656-90b4-b173bb570140 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.621824] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf/c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.622138] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28b4d8d2-cc14-48f0-8cb2-98d6ef32edbe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.651630] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525dbeea-3081-2051-9cb3-2e5e427f605a, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.652212] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Waiting for the task: (returnval){ [ 1765.652212] env[62563]: value = "task-1751680" [ 1765.652212] env[62563]: _type = "Task" [ 1765.652212] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.652957] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.653322] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1765.653664] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.653931] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.654222] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1765.655155] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a849fdb4-5c13-4957-8532-75e0ab5170e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.671506] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.672793] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1765.672983] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1765.673766] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912d532a-0ff5-4c75-a533-09a6cbee4030 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.684155] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1765.684155] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f65efc-aa13-ddca-ca84-ae2a0012fbd4" [ 1765.684155] env[62563]: _type = "Task" [ 1765.684155] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.691772] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f65efc-aa13-ddca-ca84-ae2a0012fbd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.797755] env[62563]: DEBUG oslo_concurrency.lockutils [req-75eea2dc-176f-48fd-96ce-75eaed6a1684 req-6fb38131-f034-4212-b27f-378dd740ac0d service nova] Releasing lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.809757] env[62563]: DEBUG nova.compute.manager [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1765.863805] env[62563]: DEBUG nova.network.neutron [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.873551] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 280e4528-20fc-438b-adba-e4b449cfc635] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1765.883829] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.923549] env[62563]: DEBUG oslo_concurrency.lockutils [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.923737] env[62563]: DEBUG oslo_concurrency.lockutils [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.923912] env[62563]: DEBUG nova.network.neutron [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.032325] env[62563]: DEBUG nova.network.neutron [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Updating instance_info_cache with network_info: [{"id": "d7ddabce-edff-4b0c-994f-77ebba147da8", "address": "fa:16:3e:6a:16:05", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ddabce-ed", "ovs_interfaceid": "d7ddabce-edff-4b0c-994f-77ebba147da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.148354] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcd7ffa-43e5-4152-8c3d-d18aa26eebe1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.153439] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.153679] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.153925] env[62563]: INFO nova.compute.manager [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Attaching volume 1956d214-e2d2-44c7-8bc1-cc9b3d09fe55 to /dev/sdb [ 1766.161033] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3dafd1-9bf1-4d01-81ab-fc93b31ae518 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.202979] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bdd8cc-49b6-447b-9c8d-7cb3ed1ee785 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.205839] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751680, 'name': ReconfigVM_Task, 'duration_secs': 0.269913} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.206964] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf/c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.208089] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e1f810-108b-4cf3-8e49-9507a10a8ff2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.211034] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86539602-b753-497c-8b32-65d996032cb4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.217316] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f65efc-aa13-ddca-ca84-ae2a0012fbd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.225571] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Waiting for the task: (returnval){ [ 1766.225571] env[62563]: value = "task-1751681" [ 1766.225571] env[62563]: _type = "Task" [ 1766.225571] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.225868] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d86030-7ef8-4d26-97f5-66b171c01ebf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.228773] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91527139-c0f6-440c-96a6-a7372429d161 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.232625] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ef8f04-acf5-4e21-9bb3-da9a9053d7b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.243346] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1766.243346] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5203364c-5550-081c-1e95-e3758e619b74" [ 1766.243346] env[62563]: _type = "Task" [ 1766.243346] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.254625] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751681, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.255346] env[62563]: DEBUG nova.compute.provider_tree [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.262837] env[62563]: DEBUG nova.virt.block_device [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updating existing volume attachment record: 0fc97983-b8cc-4933-b8d6-19526bab24c7 {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1766.268020] env[62563]: DEBUG nova.scheduler.client.report [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1766.275716] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5203364c-5550-081c-1e95-e3758e619b74, 'name': SearchDatastore_Task, 'duration_secs': 0.014692} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.275971] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.276253] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 76e4571b-75ec-4f41-ae1f-cc9adb279570/76e4571b-75ec-4f41-ae1f-cc9adb279570.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1766.276517] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-927531c8-afb5-41a6-8773-8c16d1e3b0f4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.283777] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1766.283777] env[62563]: value = "task-1751682" [ 1766.283777] env[62563]: _type = "Task" [ 1766.283777] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.295602] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.384874] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: c9716ffb-01d6-4a82-8e8e-a2db6f056a28] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1766.492295] env[62563]: DEBUG nova.compute.manager [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Received event network-vif-plugged-d7ddabce-edff-4b0c-994f-77ebba147da8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1766.492295] env[62563]: DEBUG oslo_concurrency.lockutils [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] Acquiring lock "39119bea-a908-4796-a573-4f81632cfa2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.492295] env[62563]: DEBUG oslo_concurrency.lockutils [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] Lock "39119bea-a908-4796-a573-4f81632cfa2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.492295] env[62563]: DEBUG oslo_concurrency.lockutils [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] Lock "39119bea-a908-4796-a573-4f81632cfa2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.492295] env[62563]: DEBUG nova.compute.manager [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] No waiting events found dispatching network-vif-plugged-d7ddabce-edff-4b0c-994f-77ebba147da8 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1766.493832] env[62563]: WARNING nova.compute.manager [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Received unexpected event network-vif-plugged-d7ddabce-edff-4b0c-994f-77ebba147da8 for instance with vm_state building and task_state spawning. [ 1766.493832] env[62563]: DEBUG nova.compute.manager [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Received event network-changed-d7ddabce-edff-4b0c-994f-77ebba147da8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1766.493832] env[62563]: DEBUG nova.compute.manager [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Refreshing instance network info cache due to event network-changed-d7ddabce-edff-4b0c-994f-77ebba147da8. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1766.493832] env[62563]: DEBUG oslo_concurrency.lockutils [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] Acquiring lock "refresh_cache-39119bea-a908-4796-a573-4f81632cfa2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.538669] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-39119bea-a908-4796-a573-4f81632cfa2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.538974] env[62563]: DEBUG nova.compute.manager [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Instance network_info: |[{"id": "d7ddabce-edff-4b0c-994f-77ebba147da8", "address": "fa:16:3e:6a:16:05", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ddabce-ed", "ovs_interfaceid": "d7ddabce-edff-4b0c-994f-77ebba147da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1766.539321] env[62563]: DEBUG oslo_concurrency.lockutils [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] Acquired lock "refresh_cache-39119bea-a908-4796-a573-4f81632cfa2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.539548] env[62563]: DEBUG nova.network.neutron [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Refreshing network info cache for port d7ddabce-edff-4b0c-994f-77ebba147da8 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.540786] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:16:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7ddabce-edff-4b0c-994f-77ebba147da8', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1766.548976] env[62563]: DEBUG oslo.service.loopingcall [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.549775] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1766.549999] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90e51447-a420-42d6-b44e-c8d3ccf72e36 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.574081] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1766.574081] env[62563]: value = "task-1751686" [ 1766.574081] env[62563]: _type = "Task" [ 1766.574081] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.584848] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751686, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.663639] env[62563]: DEBUG nova.network.neutron [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance_info_cache with network_info: [{"id": "90d9ec6e-afdb-49a4-84db-eed7071d9007", "address": "fa:16:3e:27:c8:47", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d9ec6e-af", "ovs_interfaceid": "90d9ec6e-afdb-49a4-84db-eed7071d9007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.741129] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751681, 'name': Rename_Task, 'duration_secs': 0.149121} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.742326] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.742492] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a621055-9656-4eb2-852f-d3f2f0c2720a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.750069] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Waiting for the task: (returnval){ [ 1766.750069] env[62563]: value = "task-1751687" [ 1766.750069] env[62563]: _type = "Task" [ 1766.750069] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.759185] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.772067] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.979s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.772936] env[62563]: DEBUG nova.compute.manager [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1766.778205] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.630s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.778377] env[62563]: DEBUG nova.objects.instance [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1766.795621] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751682, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.826080] env[62563]: DEBUG nova.compute.manager [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1766.857193] env[62563]: DEBUG nova.virt.hardware [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1766.857535] env[62563]: DEBUG nova.virt.hardware [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1766.857699] env[62563]: DEBUG nova.virt.hardware [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1766.857887] env[62563]: DEBUG nova.virt.hardware [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1766.858062] env[62563]: DEBUG nova.virt.hardware [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1766.858213] env[62563]: DEBUG nova.virt.hardware [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1766.858450] env[62563]: DEBUG nova.virt.hardware [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1766.858642] env[62563]: DEBUG nova.virt.hardware [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1766.858894] env[62563]: DEBUG nova.virt.hardware [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1766.859185] env[62563]: DEBUG nova.virt.hardware [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1766.859399] env[62563]: DEBUG nova.virt.hardware [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1766.860515] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d895c664-fae7-43a8-accc-a5926fbea7ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.869964] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931734cd-17b6-4236-ac54-15349cc544e2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.889374] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 084713a9-0b2c-41eb-a481-e964fb701ed3] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1766.922269] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.922597] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.922877] env[62563]: INFO nova.compute.manager [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Attaching volume decf0306-4650-4e29-829b-634c362add92 to /dev/sdb [ 1766.958181] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd69004c-b8fc-4d93-8539-d5e5988e94e5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.966258] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78525c0b-15c9-4729-977e-c9f7fd6d42d5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.982283] env[62563]: DEBUG nova.virt.block_device [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Updating existing volume attachment record: ba8579d8-1dc3-4a17-85c3-fed70976bc38 {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1767.086235] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751686, 'name': CreateVM_Task, 'duration_secs': 0.405661} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.088742] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1767.089528] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.089730] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.090062] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1767.090668] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5812f699-1716-48a1-8d14-c1e7f79068d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.095888] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1767.095888] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521998a0-b0ac-318b-6005-18fc6cdf9b0c" [ 1767.095888] env[62563]: _type = "Task" [ 1767.095888] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.104525] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521998a0-b0ac-318b-6005-18fc6cdf9b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.166389] env[62563]: DEBUG oslo_concurrency.lockutils [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.266024] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751687, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.283486] env[62563]: DEBUG nova.compute.utils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1767.290071] env[62563]: DEBUG nova.compute.manager [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1767.290344] env[62563]: DEBUG nova.network.neutron [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1767.304545] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666913} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.304724] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 76e4571b-75ec-4f41-ae1f-cc9adb279570/76e4571b-75ec-4f41-ae1f-cc9adb279570.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1767.304986] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1767.305328] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e49b37d-01a5-4c01-8c42-1785af58cff4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.310391] env[62563]: DEBUG nova.network.neutron [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Updated VIF entry in instance network info cache for port d7ddabce-edff-4b0c-994f-77ebba147da8. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.310826] env[62563]: DEBUG nova.network.neutron [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Updating instance_info_cache with network_info: [{"id": "d7ddabce-edff-4b0c-994f-77ebba147da8", "address": "fa:16:3e:6a:16:05", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ddabce-ed", "ovs_interfaceid": "d7ddabce-edff-4b0c-994f-77ebba147da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.313791] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1767.313791] env[62563]: value = "task-1751691" [ 1767.313791] env[62563]: _type = "Task" [ 1767.313791] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.322495] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.341998] env[62563]: DEBUG nova.policy [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd8276e93f54c64a7b9555cf7ac58d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6d7499cd6b47cb8e408f3e13796971', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1767.393168] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 6c9f1ada-b6c0-45d2-99ff-eaf54a9473ee] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1767.510211] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "474e6f56-7fd8-4470-bcba-26495529f9e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.510660] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "474e6f56-7fd8-4470-bcba-26495529f9e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.510935] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "474e6f56-7fd8-4470-bcba-26495529f9e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.511175] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "474e6f56-7fd8-4470-bcba-26495529f9e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.511390] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "474e6f56-7fd8-4470-bcba-26495529f9e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.513647] env[62563]: INFO nova.compute.manager [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Terminating instance [ 1767.515417] env[62563]: DEBUG nova.compute.manager [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1767.515650] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.516766] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edbe1af-59c0-4404-aa5b-de096cf90c2f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.524373] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.524664] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-321a080b-cd1e-48be-8d2f-86f4581de155 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.530876] env[62563]: DEBUG oslo_vmware.api [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1767.530876] env[62563]: value = "task-1751692" [ 1767.530876] env[62563]: _type = "Task" [ 1767.530876] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.538293] env[62563]: DEBUG oslo_vmware.api [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.609333] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]521998a0-b0ac-318b-6005-18fc6cdf9b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.009698} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.609333] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.609333] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1767.609333] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.609333] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.609333] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1767.609333] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ff62499-49f3-488a-bcde-a20c00cbadc8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.622017] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1767.622017] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1767.622017] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8baac92-f21f-4511-8d6a-67805a1175d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.626556] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1767.626556] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52cca974-1f74-d57f-42b8-3f5dafecc718" [ 1767.626556] env[62563]: _type = "Task" [ 1767.626556] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.635050] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52cca974-1f74-d57f-42b8-3f5dafecc718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.643495] env[62563]: DEBUG nova.virt.hardware [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1767.644230] env[62563]: DEBUG nova.virt.hardware [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1767.645050] env[62563]: DEBUG nova.virt.hardware [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1767.645050] env[62563]: DEBUG nova.virt.hardware [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1767.645050] env[62563]: DEBUG nova.virt.hardware [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1767.645289] env[62563]: DEBUG nova.virt.hardware [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1767.645644] env[62563]: DEBUG nova.virt.hardware [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1767.645948] env[62563]: DEBUG nova.virt.hardware [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1767.646285] env[62563]: DEBUG nova.virt.hardware [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1767.646637] env[62563]: DEBUG nova.virt.hardware [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1767.646956] env[62563]: DEBUG nova.virt.hardware [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1767.647989] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20742c2-d1b6-409e-bf5b-d3b688eb3ed5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.656411] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e390f3a-d7ae-480d-9822-f705627df585 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.670245] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:76:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1767.679133] env[62563]: DEBUG oslo.service.loopingcall [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.684506] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1767.685349] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea021a3b-0368-4de2-9904-bd13df5da351 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.701912] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33050e23-3f23-4cba-b52d-d17a004758d3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.725771] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5b156b-37c2-4298-a2e8-1a60c4b983df {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.728761] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.728761] env[62563]: value = "task-1751693" [ 1767.728761] env[62563]: _type = "Task" [ 1767.728761] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.734664] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance 'fec41e37-f0d0-4e27-a250-af3ec7718a95' progress to 83 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1767.743407] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751693, 'name': CreateVM_Task} progress is 15%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.760039] env[62563]: DEBUG oslo_vmware.api [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751687, 'name': PowerOnVM_Task, 'duration_secs': 0.613498} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.760312] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1767.760567] env[62563]: INFO nova.compute.manager [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1767.760768] env[62563]: DEBUG nova.compute.manager [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1767.761734] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a316a1e9-eb00-440f-a12d-af8ba5b9125e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.790991] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fc568fa4-fbde-4582-8d79-ab6b2c0040ea tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.792139] env[62563]: DEBUG nova.compute.manager [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1767.808272] env[62563]: DEBUG nova.network.neutron [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Successfully updated port: 9a1e0157-7e31-4346-b40f-e0d0add08d6a {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1767.811246] env[62563]: DEBUG nova.network.neutron [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Successfully created port: 2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1767.813894] env[62563]: DEBUG oslo_concurrency.lockutils [req-31236bdc-ec1d-4ee5-b1fa-a06b2296f859 req-0a8c4f48-dc77-4f67-aa10-b4342c8a0f2f service nova] Releasing lock "refresh_cache-39119bea-a908-4796-a573-4f81632cfa2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.826086] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245197} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.826912] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1767.827761] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b28e7d0-8849-4d3c-940f-a2f80e93dc83 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.852727] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 76e4571b-75ec-4f41-ae1f-cc9adb279570/76e4571b-75ec-4f41-ae1f-cc9adb279570.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1767.853331] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbbdeff7-ca0b-4896-89c5-623dbafe70d9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.874380] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1767.874380] env[62563]: value = "task-1751694" [ 1767.874380] env[62563]: _type = "Task" [ 1767.874380] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.882569] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.897206] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 2eedeced-bedd-403a-aef8-f1fa5707d710] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1768.041568] env[62563]: DEBUG oslo_vmware.api [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751692, 'name': PowerOffVM_Task, 'duration_secs': 0.376792} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.041942] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1768.042144] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1768.042422] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7d6cc16-f719-4cb2-b405-351f81d8d0f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.122624] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1768.123369] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1768.123369] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleting the datastore file [datastore1] 474e6f56-7fd8-4470-bcba-26495529f9e4 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1768.123369] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d51845e1-0907-4401-ba8e-5ab74c355e9b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.132213] env[62563]: DEBUG oslo_vmware.api [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1768.132213] env[62563]: value = "task-1751696" [ 1768.132213] env[62563]: _type = "Task" [ 1768.132213] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.143748] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52cca974-1f74-d57f-42b8-3f5dafecc718, 'name': SearchDatastore_Task, 'duration_secs': 0.03383} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.145124] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27716a6b-70a5-49be-b238-7ebc13443322 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.151038] env[62563]: DEBUG oslo_vmware.api [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.154595] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1768.154595] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b64dc2-5d48-6c49-9266-e73f3d527a2a" [ 1768.154595] env[62563]: _type = "Task" [ 1768.154595] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.164123] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b64dc2-5d48-6c49-9266-e73f3d527a2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.241330] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1768.241578] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751693, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.241812] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e46e0fef-bf5d-46b9-90e9-7b7887a77e87 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.249450] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1768.249450] env[62563]: value = "task-1751697" [ 1768.249450] env[62563]: _type = "Task" [ 1768.249450] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.258605] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.281887] env[62563]: INFO nova.compute.manager [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Took 14.56 seconds to build instance. [ 1768.310534] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "refresh_cache-7ef7e2a6-4f49-4937-9253-31cfacd57579" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.310753] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "refresh_cache-7ef7e2a6-4f49-4937-9253-31cfacd57579" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.310941] env[62563]: DEBUG nova.network.neutron [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.388257] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751694, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.402117] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 55c4bfb9-6f11-4207-aa10-8eff7addca9c] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1768.644262] env[62563]: DEBUG oslo_vmware.api [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202591} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.644658] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Acquiring lock "c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.644927] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.645129] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1768.645290] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1768.645470] env[62563]: INFO nova.compute.manager [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1768.645715] env[62563]: DEBUG oslo.service.loopingcall [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.645918] env[62563]: DEBUG nova.compute.manager [-] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1768.646020] env[62563]: DEBUG nova.network.neutron [-] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1768.665212] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b64dc2-5d48-6c49-9266-e73f3d527a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.665583] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.665965] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 39119bea-a908-4796-a573-4f81632cfa2f/39119bea-a908-4796-a573-4f81632cfa2f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1768.666375] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5888fd75-9062-4e7a-896a-2d0c643a5658 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.674434] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1768.674434] env[62563]: value = "task-1751699" [ 1768.674434] env[62563]: _type = "Task" [ 1768.674434] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.685599] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.743608] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751693, 'name': CreateVM_Task, 'duration_secs': 0.624429} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.743836] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1768.744459] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.744622] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.744986] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1768.745300] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796907cc-814b-4e6f-af90-b878e4e67ef4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.757330] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1768.757330] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f1ca48-c1ee-559e-1d79-9e70275b220a" [ 1768.757330] env[62563]: _type = "Task" [ 1768.757330] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.763200] env[62563]: DEBUG oslo_vmware.api [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751697, 'name': PowerOnVM_Task, 'duration_secs': 0.44171} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.763843] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1768.763843] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-588c2ed4-c493-456c-949c-5b5498165bc4 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance 'fec41e37-f0d0-4e27-a250-af3ec7718a95' progress to 100 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1768.775991] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f1ca48-c1ee-559e-1d79-9e70275b220a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.783740] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1bb1fcdc-2d32-4304-a13c-93ba11f25d54 tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Lock "c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.081s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.784148] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Lock "c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.139s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.784318] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Acquiring lock "c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.786863] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Lock "c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.787165] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Lock "c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.793511] env[62563]: INFO nova.compute.manager [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Terminating instance [ 1768.796688] env[62563]: DEBUG nova.compute.manager [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Received event network-vif-plugged-9a1e0157-7e31-4346-b40f-e0d0add08d6a {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1768.796891] env[62563]: DEBUG oslo_concurrency.lockutils [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] Acquiring lock "7ef7e2a6-4f49-4937-9253-31cfacd57579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.797225] env[62563]: DEBUG oslo_concurrency.lockutils [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] Lock "7ef7e2a6-4f49-4937-9253-31cfacd57579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.797274] env[62563]: DEBUG oslo_concurrency.lockutils [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] Lock "7ef7e2a6-4f49-4937-9253-31cfacd57579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.797660] env[62563]: DEBUG nova.compute.manager [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] No waiting events found dispatching network-vif-plugged-9a1e0157-7e31-4346-b40f-e0d0add08d6a {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1768.797660] env[62563]: WARNING nova.compute.manager [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Received unexpected event network-vif-plugged-9a1e0157-7e31-4346-b40f-e0d0add08d6a for instance with vm_state building and task_state spawning. [ 1768.797774] env[62563]: DEBUG nova.compute.manager [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Received event network-changed-9a1e0157-7e31-4346-b40f-e0d0add08d6a {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1768.797878] env[62563]: DEBUG nova.compute.manager [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Refreshing instance network info cache due to event network-changed-9a1e0157-7e31-4346-b40f-e0d0add08d6a. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1768.798046] env[62563]: DEBUG oslo_concurrency.lockutils [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] Acquiring lock "refresh_cache-7ef7e2a6-4f49-4937-9253-31cfacd57579" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.798719] env[62563]: DEBUG nova.compute.manager [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1768.798851] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1768.800156] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5bcced-19d5-477b-9ca7-d772fbec9dc5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.804356] env[62563]: DEBUG nova.compute.manager [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1768.811072] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.812134] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aba1b28-ec4b-4a76-b1f3-05540785cd61 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.819808] env[62563]: DEBUG oslo_vmware.api [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Waiting for the task: (returnval){ [ 1768.819808] env[62563]: value = "task-1751700" [ 1768.819808] env[62563]: _type = "Task" [ 1768.819808] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.829519] env[62563]: DEBUG oslo_vmware.api [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.845168] env[62563]: DEBUG nova.virt.hardware [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1768.845436] env[62563]: DEBUG nova.virt.hardware [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1768.845632] env[62563]: DEBUG nova.virt.hardware [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1768.845891] env[62563]: DEBUG nova.virt.hardware [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1768.846157] env[62563]: DEBUG nova.virt.hardware [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1768.846356] env[62563]: DEBUG nova.virt.hardware [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1768.846608] env[62563]: DEBUG nova.virt.hardware [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1768.846894] env[62563]: DEBUG nova.virt.hardware [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1768.847027] env[62563]: DEBUG nova.virt.hardware [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1768.847248] env[62563]: DEBUG nova.virt.hardware [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1768.847465] env[62563]: DEBUG nova.virt.hardware [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1768.848710] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdf67f8-d9f6-4581-91d4-e3c22bf404d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.857663] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8b75b5-d868-4345-ba11-96b9139a34f0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.863236] env[62563]: DEBUG nova.network.neutron [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1768.884711] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751694, 'name': ReconfigVM_Task, 'duration_secs': 0.526602} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.885202] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 76e4571b-75ec-4f41-ae1f-cc9adb279570/76e4571b-75ec-4f41-ae1f-cc9adb279570.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1768.885600] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52a94976-9c80-4044-a10c-6c6ab7959baf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.892560] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1768.892560] env[62563]: value = "task-1751701" [ 1768.892560] env[62563]: _type = "Task" [ 1768.892560] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.904763] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: edc08dae-5efc-4bdc-be26-1c8e20c23131] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1768.907580] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751701, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.188297] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751699, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.294246] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f1ca48-c1ee-559e-1d79-9e70275b220a, 'name': SearchDatastore_Task, 'duration_secs': 0.01774} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.294246] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.294246] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1769.294246] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.294246] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.294246] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1769.294246] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2adf4918-9529-44c0-aae0-f5e5b6298481 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.302479] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1769.302662] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1769.303445] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f6541be-3ea1-473b-bc71-cf004fe2a8e1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.307488] env[62563]: DEBUG nova.network.neutron [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Updating instance_info_cache with network_info: [{"id": "9a1e0157-7e31-4346-b40f-e0d0add08d6a", "address": "fa:16:3e:aa:6d:6f", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1e0157-7e", "ovs_interfaceid": "9a1e0157-7e31-4346-b40f-e0d0add08d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.312997] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1769.312997] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fcb531-9283-d84d-2729-f28065c0abef" [ 1769.312997] env[62563]: _type = "Task" [ 1769.312997] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.322473] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fcb531-9283-d84d-2729-f28065c0abef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.332831] env[62563]: DEBUG oslo_vmware.api [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751700, 'name': PowerOffVM_Task, 'duration_secs': 0.206521} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.333113] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1769.333285] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1769.333537] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1ce8bd5-0c75-4449-9ba6-f9b75059bbf1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.405520] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751701, 'name': Rename_Task, 'duration_secs': 0.187057} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.406296] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1769.406944] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29f0a862-c4c0-449a-8ed7-4102f0cb1797 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.408865] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: bc70735f-b8b7-4fc3-ac89-f896cb079bca] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1769.410630] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1769.410878] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1769.411085] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Deleting the datastore file [datastore1] c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1769.411645] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-987dff0b-bb8e-484c-a623-f68893367583 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.417882] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1769.417882] env[62563]: value = "task-1751704" [ 1769.417882] env[62563]: _type = "Task" [ 1769.417882] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.419092] env[62563]: DEBUG oslo_vmware.api [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Waiting for the task: (returnval){ [ 1769.419092] env[62563]: value = "task-1751705" [ 1769.419092] env[62563]: _type = "Task" [ 1769.419092] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.430068] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.432854] env[62563]: DEBUG oslo_vmware.api [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.486834] env[62563]: DEBUG nova.network.neutron [-] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.555256] env[62563]: DEBUG nova.network.neutron [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Successfully updated port: 2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1769.685464] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642448} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.685694] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 39119bea-a908-4796-a573-4f81632cfa2f/39119bea-a908-4796-a573-4f81632cfa2f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1769.685880] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1769.686187] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a351baee-1018-4d27-a12b-dd16112c4403 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.692104] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1769.692104] env[62563]: value = "task-1751706" [ 1769.692104] env[62563]: _type = "Task" [ 1769.692104] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.699602] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.810814] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "refresh_cache-7ef7e2a6-4f49-4937-9253-31cfacd57579" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.811148] env[62563]: DEBUG nova.compute.manager [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Instance network_info: |[{"id": "9a1e0157-7e31-4346-b40f-e0d0add08d6a", "address": "fa:16:3e:aa:6d:6f", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1e0157-7e", "ovs_interfaceid": "9a1e0157-7e31-4346-b40f-e0d0add08d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1769.811447] env[62563]: DEBUG oslo_concurrency.lockutils [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] Acquired lock "refresh_cache-7ef7e2a6-4f49-4937-9253-31cfacd57579" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.811633] env[62563]: DEBUG nova.network.neutron [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Refreshing network info cache for port 9a1e0157-7e31-4346-b40f-e0d0add08d6a {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.813566] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:6d:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a1e0157-7e31-4346-b40f-e0d0add08d6a', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1769.821430] env[62563]: DEBUG oslo.service.loopingcall [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.824153] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1769.828024] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec1bdc72-19f8-436c-856e-22a84d9ffa59 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.850595] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fcb531-9283-d84d-2729-f28065c0abef, 'name': SearchDatastore_Task, 'duration_secs': 0.016722} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.852252] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1769.852252] env[62563]: value = "task-1751707" [ 1769.852252] env[62563]: _type = "Task" [ 1769.852252] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.852489] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55572015-701a-4441-9060-7ffe2fffbf9d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.864942] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1769.864942] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52087f05-6124-861b-a9d9-13e278d0df85" [ 1769.864942] env[62563]: _type = "Task" [ 1769.864942] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.865420] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751707, 'name': CreateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.872991] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52087f05-6124-861b-a9d9-13e278d0df85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.915533] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: f7db65c0-b6b6-4e7a-bc19-f29b6794cff0] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1769.931655] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751704, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.935071] env[62563]: DEBUG oslo_vmware.api [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Task: {'id': task-1751705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255505} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.937776] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1769.937940] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1769.938131] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1769.938302] env[62563]: INFO nova.compute.manager [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1769.938538] env[62563]: DEBUG oslo.service.loopingcall [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.938732] env[62563]: DEBUG nova.compute.manager [-] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1769.938818] env[62563]: DEBUG nova.network.neutron [-] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1769.991185] env[62563]: INFO nova.compute.manager [-] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Took 1.34 seconds to deallocate network for instance. [ 1770.059297] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.059297] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.059297] env[62563]: DEBUG nova.network.neutron [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.198844] env[62563]: DEBUG nova.network.neutron [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Updated VIF entry in instance network info cache for port 9a1e0157-7e31-4346-b40f-e0d0add08d6a. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1770.200034] env[62563]: DEBUG nova.network.neutron [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Updating instance_info_cache with network_info: [{"id": "9a1e0157-7e31-4346-b40f-e0d0add08d6a", "address": "fa:16:3e:aa:6d:6f", "network": {"id": "569f66d8-6ed6-4f4d-9acf-af13fd5bb834", "bridge": "br-int", "label": "tempest-ServersTestJSON-461077674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163f78c60c540b2906fcc91ad4d8e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1e0157-7e", "ovs_interfaceid": "9a1e0157-7e31-4346-b40f-e0d0add08d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.204379] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244441} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.205077] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1770.206277] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1354f8e-b6a4-4537-bb6d-201229cec54c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.229975] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 39119bea-a908-4796-a573-4f81632cfa2f/39119bea-a908-4796-a573-4f81632cfa2f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1770.230604] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeb8859d-cd21-4668-a7bc-c0fe3e5f8e56 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.250538] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1770.250538] env[62563]: value = "task-1751708" [ 1770.250538] env[62563]: _type = "Task" [ 1770.250538] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.259125] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.366713] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751707, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.375540] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52087f05-6124-861b-a9d9-13e278d0df85, 'name': SearchDatastore_Task, 'duration_secs': 0.038239} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.375816] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.376080] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 086fb48c-5b24-4dc5-9e2a-3ff4811072a2/086fb48c-5b24-4dc5-9e2a-3ff4811072a2.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1770.376368] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b13bc6b-e2a9-4ae7-b15e-39af63e92863 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.382661] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1770.382661] env[62563]: value = "task-1751709" [ 1770.382661] env[62563]: _type = "Task" [ 1770.382661] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.391620] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.418787] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 024ba1e3-9d5f-4345-a522-d2fbe6c361b0] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1770.431028] env[62563]: DEBUG oslo_vmware.api [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751704, 'name': PowerOnVM_Task, 'duration_secs': 0.887949} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.431190] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1770.431346] env[62563]: INFO nova.compute.manager [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1770.431532] env[62563]: DEBUG nova.compute.manager [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1770.432449] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938c0401-20de-49f9-9338-92fb606224cb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.496734] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.496989] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.497314] env[62563]: DEBUG nova.objects.instance [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lazy-loading 'resources' on Instance uuid 474e6f56-7fd8-4470-bcba-26495529f9e4 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.597032] env[62563]: DEBUG nova.network.neutron [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1770.706596] env[62563]: DEBUG oslo_concurrency.lockutils [req-b53e0e0b-b13b-426b-9ae6-cee614c50966 req-9a55dbaf-5adb-4e28-8f66-23a183551d52 service nova] Releasing lock "refresh_cache-7ef7e2a6-4f49-4937-9253-31cfacd57579" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.734572] env[62563]: DEBUG nova.network.neutron [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updating instance_info_cache with network_info: [{"id": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "address": "fa:16:3e:28:93:25", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ddc01-76", "ovs_interfaceid": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.761207] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.819495] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1770.819495] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364114', 'volume_id': '1956d214-e2d2-44c7-8bc1-cc9b3d09fe55', 'name': 'volume-1956d214-e2d2-44c7-8bc1-cc9b3d09fe55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '94c1b38a-0b60-40c3-a672-84acc773d7aa', 'attached_at': '', 'detached_at': '', 'volume_id': '1956d214-e2d2-44c7-8bc1-cc9b3d09fe55', 'serial': '1956d214-e2d2-44c7-8bc1-cc9b3d09fe55'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1770.820615] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe341447-f3cc-4a18-ae94-b2d1ed4c222e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.824925] env[62563]: DEBUG nova.network.neutron [-] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.842428] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fa7d53-6955-4e7a-8376-dbb288b971cc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.847053] env[62563]: DEBUG nova.compute.manager [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Received event network-vif-deleted-98e1a21b-9228-4a18-a494-4eda91a4e65b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1770.847474] env[62563]: DEBUG nova.compute.manager [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Received event network-vif-plugged-2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1770.847584] env[62563]: DEBUG oslo_concurrency.lockutils [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] Acquiring lock "c4139981-c84d-448f-836e-64913b0ca5d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.847808] env[62563]: DEBUG oslo_concurrency.lockutils [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] Lock "c4139981-c84d-448f-836e-64913b0ca5d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.848043] env[62563]: DEBUG oslo_concurrency.lockutils [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] Lock "c4139981-c84d-448f-836e-64913b0ca5d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.848278] env[62563]: DEBUG nova.compute.manager [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] No waiting events found dispatching network-vif-plugged-2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1770.848424] env[62563]: WARNING nova.compute.manager [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Received unexpected event network-vif-plugged-2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 for instance with vm_state building and task_state spawning. [ 1770.848588] env[62563]: DEBUG nova.compute.manager [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Received event network-changed-2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1770.848747] env[62563]: DEBUG nova.compute.manager [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Refreshing instance network info cache due to event network-changed-2c0ddc01-76ab-46ee-a02c-1d5d58bcc903. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1770.848913] env[62563]: DEBUG oslo_concurrency.lockutils [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] Acquiring lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.875069] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-1956d214-e2d2-44c7-8bc1-cc9b3d09fe55/volume-1956d214-e2d2-44c7-8bc1-cc9b3d09fe55.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1770.879341] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-490df1d7-f7bf-45d9-8347-15a71f0f50db {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.900574] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751707, 'name': CreateVM_Task, 'duration_secs': 0.754474} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.902232] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1770.902641] env[62563]: DEBUG oslo_vmware.api [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1770.902641] env[62563]: value = "task-1751710" [ 1770.902641] env[62563]: _type = "Task" [ 1770.902641] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.903434] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.903659] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.904035] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1770.907430] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d42754e-da9f-4add-960c-53291250910b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.912480] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751709, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.918343] env[62563]: DEBUG oslo_vmware.api [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.919421] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1770.919421] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52de2701-844a-84bc-5a73-a2aad977fac0" [ 1770.919421] env[62563]: _type = "Task" [ 1770.919421] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.924565] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: d463557f-2915-4d0b-9ed9-cf8ad14a99e7] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1770.931353] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52de2701-844a-84bc-5a73-a2aad977fac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.960226] env[62563]: INFO nova.compute.manager [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Took 17.21 seconds to build instance. [ 1771.239564] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.239564] env[62563]: DEBUG nova.compute.manager [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Instance network_info: |[{"id": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "address": "fa:16:3e:28:93:25", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ddc01-76", "ovs_interfaceid": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1771.239564] env[62563]: DEBUG oslo_concurrency.lockutils [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] Acquired lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.239564] env[62563]: DEBUG nova.network.neutron [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Refreshing network info cache for port 2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1771.239564] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:93:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c0ddc01-76ab-46ee-a02c-1d5d58bcc903', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1771.246636] env[62563]: DEBUG oslo.service.loopingcall [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.250515] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1771.251721] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a82942b0-4841-480a-b09d-54fc5853dc08 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.281699] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751708, 'name': ReconfigVM_Task, 'duration_secs': 0.608837} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.283049] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 39119bea-a908-4796-a573-4f81632cfa2f/39119bea-a908-4796-a573-4f81632cfa2f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.283665] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1771.283665] env[62563]: value = "task-1751711" [ 1771.283665] env[62563]: _type = "Task" [ 1771.283665] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.283959] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90b386e0-02c3-4457-932c-c8e13d24955b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.297108] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751711, 'name': CreateVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.298863] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1771.298863] env[62563]: value = "task-1751712" [ 1771.298863] env[62563]: _type = "Task" [ 1771.298863] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.306992] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751712, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.327395] env[62563]: INFO nova.compute.manager [-] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Took 1.39 seconds to deallocate network for instance. [ 1771.406410] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740278} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.409719] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 086fb48c-5b24-4dc5-9e2a-3ff4811072a2/086fb48c-5b24-4dc5-9e2a-3ff4811072a2.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1771.409972] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1771.412562] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5b15453-e09e-4113-b84b-9502f75f3af6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.420874] env[62563]: DEBUG oslo_vmware.api [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751710, 'name': ReconfigVM_Task, 'duration_secs': 0.493944} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.428302] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-1956d214-e2d2-44c7-8bc1-cc9b3d09fe55/volume-1956d214-e2d2-44c7-8bc1-cc9b3d09fe55.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.433877] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1771.433877] env[62563]: value = "task-1751713" [ 1771.433877] env[62563]: _type = "Task" [ 1771.433877] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.437089] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 9ea7c0b0-e336-40fb-8e45-edcdb7f6d8b1] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1771.438530] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb3ff1f3-e494-44af-b6de-d90209c913d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.457850] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52de2701-844a-84bc-5a73-a2aad977fac0, 'name': SearchDatastore_Task, 'duration_secs': 0.061341} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.458439] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.458682] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1771.458934] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.459106] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.459293] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1771.461915] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8267786e-1526-4671-904b-e21c1f356d9f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.467709] env[62563]: DEBUG oslo_concurrency.lockutils [None req-657bb4b0-c01f-40e2-be96-ac6ea94156a8 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.735s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.467913] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751713, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.468201] env[62563]: DEBUG oslo_vmware.api [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1771.468201] env[62563]: value = "task-1751714" [ 1771.468201] env[62563]: _type = "Task" [ 1771.468201] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.475049] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1771.475254] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1771.479400] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba23772-ab4f-47e7-96c8-0ec7e9267be4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.482328] env[62563]: DEBUG oslo_vmware.api [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.488310] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1771.488310] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523e3746-2b25-5fba-7963-a0f82fb42c49" [ 1771.488310] env[62563]: _type = "Task" [ 1771.488310] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.496778] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523e3746-2b25-5fba-7963-a0f82fb42c49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.533393] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1771.533594] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364117', 'volume_id': 'decf0306-4650-4e29-829b-634c362add92', 'name': 'volume-decf0306-4650-4e29-829b-634c362add92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7777c1f3-e169-4f1f-830b-eae86c4de0ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'decf0306-4650-4e29-829b-634c362add92', 'serial': 'decf0306-4650-4e29-829b-634c362add92'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1771.534620] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417ab698-f2a6-40ea-802e-6760e35a92fe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.559465] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8434cef0-383a-4cd6-992f-54bec78c7ecc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.586803] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-decf0306-4650-4e29-829b-634c362add92/volume-decf0306-4650-4e29-829b-634c362add92.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.588172] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-236b8bcf-dd39-47c6-82d8-16c90f60eb5c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.601696] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785bbb5c-6f24-4075-af7e-ddc6dede5d8f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.610684] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23179e6d-1abf-4f7f-b55f-269173d7fa69 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.614165] env[62563]: DEBUG oslo_vmware.api [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1771.614165] env[62563]: value = "task-1751715" [ 1771.614165] env[62563]: _type = "Task" [ 1771.614165] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.643357] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17647c79-1579-446c-af2b-235b50b29749 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.650306] env[62563]: DEBUG oslo_vmware.api [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.651487] env[62563]: DEBUG nova.compute.manager [req-376e7f65-f252-4569-acfb-faea85ce4e07 req-4a23ec8a-543f-42fc-ae4a-8655ea257292 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Received event network-changed-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1771.651668] env[62563]: DEBUG nova.compute.manager [req-376e7f65-f252-4569-acfb-faea85ce4e07 req-4a23ec8a-543f-42fc-ae4a-8655ea257292 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Refreshing instance network info cache due to event network-changed-d152c9f8-7c08-4aea-a1bd-fb517fe41e91. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1771.651875] env[62563]: DEBUG oslo_concurrency.lockutils [req-376e7f65-f252-4569-acfb-faea85ce4e07 req-4a23ec8a-543f-42fc-ae4a-8655ea257292 service nova] Acquiring lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.652025] env[62563]: DEBUG oslo_concurrency.lockutils [req-376e7f65-f252-4569-acfb-faea85ce4e07 req-4a23ec8a-543f-42fc-ae4a-8655ea257292 service nova] Acquired lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.652190] env[62563]: DEBUG nova.network.neutron [req-376e7f65-f252-4569-acfb-faea85ce4e07 req-4a23ec8a-543f-42fc-ae4a-8655ea257292 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Refreshing network info cache for port d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1771.658486] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fec4db-a0ab-4952-9ec6-e214ae442d3d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.675142] env[62563]: DEBUG nova.compute.provider_tree [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.737635] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "fec41e37-f0d0-4e27-a250-af3ec7718a95" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.740848] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "fec41e37-f0d0-4e27-a250-af3ec7718a95" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.740848] env[62563]: DEBUG nova.compute.manager [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Going to confirm migration 6 {{(pid=62563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1771.800402] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751711, 'name': CreateVM_Task, 'duration_secs': 0.360801} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.803533] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1771.804239] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.804405] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.804740] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1771.805333] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b36241b-238f-4270-8a45-c6d3e0afae76 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.810829] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751712, 'name': Rename_Task, 'duration_secs': 0.172326} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.811440] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1771.811659] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6698070b-f78f-48a3-9d9c-b9a7b30ec8a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.814619] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1771.814619] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]528689c3-278e-b987-cfee-bd0112223c26" [ 1771.814619] env[62563]: _type = "Task" [ 1771.814619] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.821106] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1771.821106] env[62563]: value = "task-1751716" [ 1771.821106] env[62563]: _type = "Task" [ 1771.821106] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.828807] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528689c3-278e-b987-cfee-bd0112223c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.833578] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.834541] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.950312] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: b49674e8-0ae9-4130-b0c2-dc38d0c76a90] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1771.957222] env[62563]: DEBUG nova.network.neutron [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updated VIF entry in instance network info cache for port 2c0ddc01-76ab-46ee-a02c-1d5d58bcc903. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1771.958370] env[62563]: DEBUG nova.network.neutron [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updating instance_info_cache with network_info: [{"id": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "address": "fa:16:3e:28:93:25", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ddc01-76", "ovs_interfaceid": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.965966] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069061} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.965966] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1771.966727] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3138cac6-d856-4104-a528-62100b1b243f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.995140] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 086fb48c-5b24-4dc5-9e2a-3ff4811072a2/086fb48c-5b24-4dc5-9e2a-3ff4811072a2.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.999233] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43040c71-62ad-46eb-a178-9685a084285a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.013428] env[62563]: DEBUG oslo_vmware.api [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751714, 'name': ReconfigVM_Task, 'duration_secs': 0.144712} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.016993] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364114', 'volume_id': '1956d214-e2d2-44c7-8bc1-cc9b3d09fe55', 'name': 'volume-1956d214-e2d2-44c7-8bc1-cc9b3d09fe55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '94c1b38a-0b60-40c3-a672-84acc773d7aa', 'attached_at': '', 'detached_at': '', 'volume_id': '1956d214-e2d2-44c7-8bc1-cc9b3d09fe55', 'serial': '1956d214-e2d2-44c7-8bc1-cc9b3d09fe55'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1772.024533] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523e3746-2b25-5fba-7963-a0f82fb42c49, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.026386] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1772.026386] env[62563]: value = "task-1751717" [ 1772.026386] env[62563]: _type = "Task" [ 1772.026386] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.026612] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9024087c-6394-49d2-82a2-4403347a74e6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.035199] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1772.035199] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5226c9c2-e103-085d-0a2b-04db0feaaa6a" [ 1772.035199] env[62563]: _type = "Task" [ 1772.035199] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.038788] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751717, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.047965] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5226c9c2-e103-085d-0a2b-04db0feaaa6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.125965] env[62563]: DEBUG oslo_vmware.api [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.178323] env[62563]: DEBUG nova.scheduler.client.report [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1772.325686] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528689c3-278e-b987-cfee-bd0112223c26, 'name': SearchDatastore_Task, 'duration_secs': 0.01276} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.329248] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.329538] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1772.329722] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.335393] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751716, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.349290] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.349461] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquired lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.349634] env[62563]: DEBUG nova.network.neutron [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1772.349819] env[62563]: DEBUG nova.objects.instance [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lazy-loading 'info_cache' on Instance uuid fec41e37-f0d0-4e27-a250-af3ec7718a95 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.414947] env[62563]: DEBUG nova.network.neutron [req-376e7f65-f252-4569-acfb-faea85ce4e07 req-4a23ec8a-543f-42fc-ae4a-8655ea257292 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updated VIF entry in instance network info cache for port d152c9f8-7c08-4aea-a1bd-fb517fe41e91. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1772.415334] env[62563]: DEBUG nova.network.neutron [req-376e7f65-f252-4569-acfb-faea85ce4e07 req-4a23ec8a-543f-42fc-ae4a-8655ea257292 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updating instance_info_cache with network_info: [{"id": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "address": "fa:16:3e:7d:4c:73", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd152c9f8-7c", "ovs_interfaceid": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.457179] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: c8fb0191-9677-4361-8ed4-5592fd35be72] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1772.461138] env[62563]: DEBUG oslo_concurrency.lockutils [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] Releasing lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.461501] env[62563]: DEBUG nova.compute.manager [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Received event network-vif-deleted-6714dc4c-88c1-4baa-9bc4-09cbeec5cf40 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1772.461771] env[62563]: INFO nova.compute.manager [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Neutron deleted interface 6714dc4c-88c1-4baa-9bc4-09cbeec5cf40; detaching it from the instance and deleting it from the info cache [ 1772.461958] env[62563]: DEBUG nova.network.neutron [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.538566] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.546855] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5226c9c2-e103-085d-0a2b-04db0feaaa6a, 'name': SearchDatastore_Task, 'duration_secs': 0.01199} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.547128] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.547481] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 7ef7e2a6-4f49-4937-9253-31cfacd57579/7ef7e2a6-4f49-4937-9253-31cfacd57579.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1772.547786] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.548194] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1772.548194] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-836f9de1-2e29-43a2-88e3-dd0aab7c4cc3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.550323] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73944298-6064-404d-80a9-a35065d078ae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.557057] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1772.557057] env[62563]: value = "task-1751718" [ 1772.557057] env[62563]: _type = "Task" [ 1772.557057] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.562956] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1772.563150] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1772.568321] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24580e96-b192-4d99-8e51-48cbe95ede46 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.571327] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.574661] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1772.574661] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5287f679-4f5e-5ae6-0ad9-3ff47d4afc3b" [ 1772.574661] env[62563]: _type = "Task" [ 1772.574661] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.582936] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5287f679-4f5e-5ae6-0ad9-3ff47d4afc3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.625770] env[62563]: DEBUG oslo_vmware.api [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751715, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.686471] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.689760] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.855s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.690187] env[62563]: DEBUG nova.objects.instance [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Lazy-loading 'resources' on Instance uuid c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.710012] env[62563]: INFO nova.scheduler.client.report [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleted allocations for instance 474e6f56-7fd8-4470-bcba-26495529f9e4 [ 1772.836110] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751716, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.918645] env[62563]: DEBUG oslo_concurrency.lockutils [req-376e7f65-f252-4569-acfb-faea85ce4e07 req-4a23ec8a-543f-42fc-ae4a-8655ea257292 service nova] Releasing lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.960342] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 5ee7e59e-98e3-45ea-a417-04846bc4a953] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1772.965054] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b57a2274-4d4a-438d-8db5-7937476a30bc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.979022] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a3598a-d041-443b-8cdd-1aeab8dbd75e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.019752] env[62563]: DEBUG nova.compute.manager [req-36ad0525-9571-45dd-b0ec-3d595c3c190d req-f2a3cc8b-ad85-43ce-8d39-908f829481e4 service nova] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Detach interface failed, port_id=6714dc4c-88c1-4baa-9bc4-09cbeec5cf40, reason: Instance c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1773.039454] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751717, 'name': ReconfigVM_Task, 'duration_secs': 0.750976} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.039777] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 086fb48c-5b24-4dc5-9e2a-3ff4811072a2/086fb48c-5b24-4dc5-9e2a-3ff4811072a2.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.041128] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_secret_uuid': None, 'guest_format': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'encryption_options': None, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/sda', 'image_id': '9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'boot_index': None, 'attachment_id': '39eeeb0e-0bc9-4a80-b7ca-35099e8e2841', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364106', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'name': 'volume-f0a05d47-eedd-406b-b13e-eb212eae2a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '086fb48c-5b24-4dc5-9e2a-3ff4811072a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'serial': 'f0a05d47-eedd-406b-b13e-eb212eae2a15'}, 'volume_type': None}], 'swap': None} {{(pid=62563) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1773.041428] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1773.041573] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364106', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'name': 'volume-f0a05d47-eedd-406b-b13e-eb212eae2a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '086fb48c-5b24-4dc5-9e2a-3ff4811072a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'serial': 'f0a05d47-eedd-406b-b13e-eb212eae2a15'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1773.042543] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d6c6cc-2be5-4c41-82d0-dcfb90d926cb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.061884] env[62563]: DEBUG nova.objects.instance [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lazy-loading 'flavor' on Instance uuid 94c1b38a-0b60-40c3-a672-84acc773d7aa {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1773.068627] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1b858e-e166-471b-b1f4-207b69578882 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.097194] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-f0a05d47-eedd-406b-b13e-eb212eae2a15/volume-f0a05d47-eedd-406b-b13e-eb212eae2a15.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1773.105342] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c9ed581-8390-4d77-accc-ed429ce00339 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.118678] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751718, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.127125] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5287f679-4f5e-5ae6-0ad9-3ff47d4afc3b, 'name': SearchDatastore_Task, 'duration_secs': 0.022919} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.129713] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1773.129713] env[62563]: value = "task-1751719" [ 1773.129713] env[62563]: _type = "Task" [ 1773.129713] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.129939] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b94605-685b-4571-a1a2-ed4f4d5e97de {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.141108] env[62563]: DEBUG oslo_vmware.api [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751715, 'name': ReconfigVM_Task, 'duration_secs': 1.061399} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.142942] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-decf0306-4650-4e29-829b-634c362add92/volume-decf0306-4650-4e29-829b-634c362add92.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.152941] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1daa7328-2f7e-4db9-8589-a82119c6f51c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.163585] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1773.163585] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e25348-6f81-c89c-b5e1-e8566e0e803e" [ 1773.163585] env[62563]: _type = "Task" [ 1773.163585] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.168599] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.175226] env[62563]: DEBUG oslo_vmware.api [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1773.175226] env[62563]: value = "task-1751720" [ 1773.175226] env[62563]: _type = "Task" [ 1773.175226] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.183038] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e25348-6f81-c89c-b5e1-e8566e0e803e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.187763] env[62563]: DEBUG oslo_vmware.api [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751720, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.222070] env[62563]: DEBUG oslo_concurrency.lockutils [None req-43e7b713-f760-4127-83bc-39fc8dfd8524 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "474e6f56-7fd8-4470-bcba-26495529f9e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.710s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.337185] env[62563]: DEBUG oslo_vmware.api [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751716, 'name': PowerOnVM_Task, 'duration_secs': 1.13463} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.339815] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1773.340048] env[62563]: INFO nova.compute.manager [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1773.340228] env[62563]: DEBUG nova.compute.manager [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1773.341238] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb17461-7347-4eb0-972a-99832bed671d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.463828] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: b607559a-9f41-465d-8c03-c9e2bddbd173] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1773.571328] env[62563]: DEBUG nova.network.neutron [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance_info_cache with network_info: [{"id": "90d9ec6e-afdb-49a4-84db-eed7071d9007", "address": "fa:16:3e:27:c8:47", "network": {"id": "aa534274-9b18-4e12-9009-aaa0ca8f5e10", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2101008991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c66960eb1a864b82815f2239de683498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d9ec6e-af", "ovs_interfaceid": "90d9ec6e-afdb-49a4-84db-eed7071d9007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.575505] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9cfee0af-6758-46fe-a76b-ac4d71c1145c tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.422s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.583412] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71659} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.584290] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 7ef7e2a6-4f49-4937-9253-31cfacd57579/7ef7e2a6-4f49-4937-9253-31cfacd57579.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1773.584693] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1773.585245] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10d75065-b4e2-46fe-9273-6cdf8b4cbeaf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.594466] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1773.594466] env[62563]: value = "task-1751721" [ 1773.594466] env[62563]: _type = "Task" [ 1773.594466] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.605175] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.621017] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d61b01-3d6d-402d-a39b-33d3a2ba71ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.628742] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40519efa-0ac9-4288-af5a-d8f84a3ef098 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.663406] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa394844-be40-4ad2-8687-6b72d650c4bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.669123] env[62563]: INFO nova.compute.manager [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Rescuing [ 1773.669365] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.669514] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.669676] env[62563]: DEBUG nova.network.neutron [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1773.670930] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.680309] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19c9a8c-7d9e-482a-a0af-68941db675a1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.688391] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e25348-6f81-c89c-b5e1-e8566e0e803e, 'name': SearchDatastore_Task, 'duration_secs': 0.063504} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.689202] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.689455] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c4139981-c84d-448f-836e-64913b0ca5d7/c4139981-c84d-448f-836e-64913b0ca5d7.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1773.689696] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39c5ed0e-5031-469c-ba79-236f92f77e47 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.701907] env[62563]: DEBUG oslo_vmware.api [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751720, 'name': ReconfigVM_Task, 'duration_secs': 0.222868} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.702378] env[62563]: DEBUG nova.compute.provider_tree [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.704045] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364117', 'volume_id': 'decf0306-4650-4e29-829b-634c362add92', 'name': 'volume-decf0306-4650-4e29-829b-634c362add92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7777c1f3-e169-4f1f-830b-eae86c4de0ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'decf0306-4650-4e29-829b-634c362add92', 'serial': 'decf0306-4650-4e29-829b-634c362add92'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1773.708371] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1773.708371] env[62563]: value = "task-1751722" [ 1773.708371] env[62563]: _type = "Task" [ 1773.708371] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.718301] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.861014] env[62563]: INFO nova.compute.manager [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Took 19.34 seconds to build instance. [ 1773.967290] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1773.967633] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Cleaning up deleted instances with incomplete migration {{(pid=62563) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1774.076063] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Releasing lock "refresh_cache-fec41e37-f0d0-4e27-a250-af3ec7718a95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.076399] env[62563]: DEBUG nova.objects.instance [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lazy-loading 'migration_context' on Instance uuid fec41e37-f0d0-4e27-a250-af3ec7718a95 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.105914] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064223} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.106278] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1774.107069] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4068f70-9d5f-4275-b3a4-a09bb3e2a070 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.131348] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 7ef7e2a6-4f49-4937-9253-31cfacd57579/7ef7e2a6-4f49-4937-9253-31cfacd57579.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1774.131640] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6830ba3f-221c-42ec-8008-2fe53a75c9f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.156266] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751719, 'name': ReconfigVM_Task, 'duration_secs': 0.852109} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.157526] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-f0a05d47-eedd-406b-b13e-eb212eae2a15/volume-f0a05d47-eedd-406b-b13e-eb212eae2a15.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1774.162321] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1774.162321] env[62563]: value = "task-1751723" [ 1774.162321] env[62563]: _type = "Task" [ 1774.162321] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.162552] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-535789cc-bee5-488c-b64e-15ae274bf877 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.182149] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.183405] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1774.183405] env[62563]: value = "task-1751724" [ 1774.183405] env[62563]: _type = "Task" [ 1774.183405] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.190733] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.206740] env[62563]: DEBUG nova.scheduler.client.report [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1774.221077] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751722, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.362983] env[62563]: DEBUG oslo_concurrency.lockutils [None req-01a75308-643c-43b3-ae40-884198d6bb59 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "39119bea-a908-4796-a573-4f81632cfa2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.854s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.469678] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1774.478802] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "112794f5-e4f3-497b-8a53-092d45af3358" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.479257] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "112794f5-e4f3-497b-8a53-092d45af3358" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.479558] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "112794f5-e4f3-497b-8a53-092d45af3358-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.479821] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "112794f5-e4f3-497b-8a53-092d45af3358-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.480127] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "112794f5-e4f3-497b-8a53-092d45af3358-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.482958] env[62563]: INFO nova.compute.manager [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Terminating instance [ 1774.484930] env[62563]: DEBUG nova.compute.manager [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1774.485184] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.486693] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f55921b-13b7-4f23-8c78-ede6a7e655fb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.496932] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.497339] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fece0201-2c4d-4cee-a9df-339858273cda {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.505926] env[62563]: DEBUG oslo_vmware.api [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1774.505926] env[62563]: value = "task-1751725" [ 1774.505926] env[62563]: _type = "Task" [ 1774.505926] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.517062] env[62563]: DEBUG oslo_vmware.api [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.524881] env[62563]: DEBUG nova.network.neutron [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updating instance_info_cache with network_info: [{"id": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "address": "fa:16:3e:09:47:df", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7a6f9e-bc", "ovs_interfaceid": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.579746] env[62563]: DEBUG nova.objects.base [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1774.580839] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151a0c53-87d8-41ea-81a9-20bc27aad398 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.604964] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b02bc9-f700-40fe-8923-36d73549fbc1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.611964] env[62563]: DEBUG oslo_vmware.api [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1774.611964] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52be2181-9666-893f-cb40-522c4d143e93" [ 1774.611964] env[62563]: _type = "Task" [ 1774.611964] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.628099] env[62563]: DEBUG oslo_vmware.api [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52be2181-9666-893f-cb40-522c4d143e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.682591] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.694823] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.713064] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.727461] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751722, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.747933] env[62563]: INFO nova.scheduler.client.report [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Deleted allocations for instance c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf [ 1774.749984] env[62563]: DEBUG nova.objects.instance [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lazy-loading 'flavor' on Instance uuid 7777c1f3-e169-4f1f-830b-eae86c4de0ff {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.828351] env[62563]: DEBUG nova.compute.manager [req-b25fe05d-ece4-488d-b38f-af918e2ce9eb req-65707f8a-0572-44e5-8792-8e230e3adc05 service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Received event network-changed-d7ddabce-edff-4b0c-994f-77ebba147da8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1774.828575] env[62563]: DEBUG nova.compute.manager [req-b25fe05d-ece4-488d-b38f-af918e2ce9eb req-65707f8a-0572-44e5-8792-8e230e3adc05 service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Refreshing instance network info cache due to event network-changed-d7ddabce-edff-4b0c-994f-77ebba147da8. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1774.828871] env[62563]: DEBUG oslo_concurrency.lockutils [req-b25fe05d-ece4-488d-b38f-af918e2ce9eb req-65707f8a-0572-44e5-8792-8e230e3adc05 service nova] Acquiring lock "refresh_cache-39119bea-a908-4796-a573-4f81632cfa2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.828935] env[62563]: DEBUG oslo_concurrency.lockutils [req-b25fe05d-ece4-488d-b38f-af918e2ce9eb req-65707f8a-0572-44e5-8792-8e230e3adc05 service nova] Acquired lock "refresh_cache-39119bea-a908-4796-a573-4f81632cfa2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.829193] env[62563]: DEBUG nova.network.neutron [req-b25fe05d-ece4-488d-b38f-af918e2ce9eb req-65707f8a-0572-44e5-8792-8e230e3adc05 service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Refreshing network info cache for port d7ddabce-edff-4b0c-994f-77ebba147da8 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.018143] env[62563]: DEBUG oslo_vmware.api [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751725, 'name': PowerOffVM_Task, 'duration_secs': 0.369168} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.018790] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1775.019211] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1775.019577] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eff84918-01bd-4dc7-b161-0f96b8ed4935 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.029527] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.104529] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1775.104789] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1775.105298] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleting the datastore file [datastore1] 112794f5-e4f3-497b-8a53-092d45af3358 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1775.105384] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c53cde40-3228-440b-a4c1-ae684d48608f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.111912] env[62563]: DEBUG oslo_vmware.api [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1775.111912] env[62563]: value = "task-1751727" [ 1775.111912] env[62563]: _type = "Task" [ 1775.111912] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.122220] env[62563]: DEBUG oslo_vmware.api [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.125419] env[62563]: DEBUG oslo_vmware.api [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52be2181-9666-893f-cb40-522c4d143e93, 'name': SearchDatastore_Task, 'duration_secs': 0.029392} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.125865] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.125956] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.182540] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.192077] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751724, 'name': ReconfigVM_Task, 'duration_secs': 0.648} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.192364] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364106', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'name': 'volume-f0a05d47-eedd-406b-b13e-eb212eae2a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '086fb48c-5b24-4dc5-9e2a-3ff4811072a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'serial': 'f0a05d47-eedd-406b-b13e-eb212eae2a15'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1775.192924] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-856faaa4-2cf2-4c6d-b394-b776e7cd80ca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.198850] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1775.198850] env[62563]: value = "task-1751728" [ 1775.198850] env[62563]: _type = "Task" [ 1775.198850] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.206852] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751728, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.221253] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751722, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.092873} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.221537] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] c4139981-c84d-448f-836e-64913b0ca5d7/c4139981-c84d-448f-836e-64913b0ca5d7.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1775.221769] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1775.222146] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6baf5c3d-6fbe-44f3-a315-f766e30bb318 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.227529] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1775.227529] env[62563]: value = "task-1751729" [ 1775.227529] env[62563]: _type = "Task" [ 1775.227529] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.236932] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.260579] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2b1402b8-7c3f-4d04-81be-dfe64eca19f5 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.336s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.264531] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2ec2cbca-8352-4da9-923b-cb31ad3e915a tempest-InstanceActionsV221TestJSON-1324450231 tempest-InstanceActionsV221TestJSON-1324450231-project-member] Lock "c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.480s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.566498] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1775.566811] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-060f6bc6-ef5e-4cdd-9301-24da499813da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.575671] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1775.575671] env[62563]: value = "task-1751730" [ 1775.575671] env[62563]: _type = "Task" [ 1775.575671] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.585519] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.623539] env[62563]: DEBUG oslo_vmware.api [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493404} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.623927] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.624154] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.624372] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.624553] env[62563]: INFO nova.compute.manager [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1775.624809] env[62563]: DEBUG oslo.service.loopingcall [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.625024] env[62563]: DEBUG nova.compute.manager [-] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1775.625126] env[62563]: DEBUG nova.network.neutron [-] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.688912] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751723, 'name': ReconfigVM_Task, 'duration_secs': 1.163704} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.693687] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 7ef7e2a6-4f49-4937-9253-31cfacd57579/7ef7e2a6-4f49-4937-9253-31cfacd57579.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1775.695320] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a27a266e-76e3-46af-8723-cd9465bebfee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.706590] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1775.706590] env[62563]: value = "task-1751731" [ 1775.706590] env[62563]: _type = "Task" [ 1775.706590] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.723007] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751728, 'name': Rename_Task, 'duration_secs': 0.37585} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.724560] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1775.729208] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04ec11fc-368d-4860-9b97-028a2175f722 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.742634] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751731, 'name': Rename_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.743920] env[62563]: DEBUG nova.network.neutron [req-b25fe05d-ece4-488d-b38f-af918e2ce9eb req-65707f8a-0572-44e5-8792-8e230e3adc05 service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Updated VIF entry in instance network info cache for port d7ddabce-edff-4b0c-994f-77ebba147da8. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1775.744359] env[62563]: DEBUG nova.network.neutron [req-b25fe05d-ece4-488d-b38f-af918e2ce9eb req-65707f8a-0572-44e5-8792-8e230e3adc05 service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Updating instance_info_cache with network_info: [{"id": "d7ddabce-edff-4b0c-994f-77ebba147da8", "address": "fa:16:3e:6a:16:05", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ddabce-ed", "ovs_interfaceid": "d7ddabce-edff-4b0c-994f-77ebba147da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.753726] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069192} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.759788] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1775.761524] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1775.761524] env[62563]: value = "task-1751732" [ 1775.761524] env[62563]: _type = "Task" [ 1775.761524] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.767996] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcd4777-d7cc-40a2-a6e5-6a5263a3f198 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.813316] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] c4139981-c84d-448f-836e-64913b0ca5d7/c4139981-c84d-448f-836e-64913b0ca5d7.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1775.823632] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15be56be-01d3-4904-889f-0008ae5d56ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.849871] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751732, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.857663] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1775.857663] env[62563]: value = "task-1751733" [ 1775.857663] env[62563]: _type = "Task" [ 1775.857663] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.874648] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751733, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.090301] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751730, 'name': PowerOffVM_Task, 'duration_secs': 0.262645} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.090301] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.091242] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da89009-c549-4545-b1d2-bb2d526512c5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.116376] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e106a56-43fb-4480-a0dd-56dd51de718e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.120452] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4dce74-4f0f-4c4c-9871-bdfb847bc55e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.131356] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1846653a-b691-4653-af12-74919fd7f7a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.167480] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecb115c-7b38-4f1b-9a91-67312408df12 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.177294] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fae178-a085-4d8e-8b13-47d995b6f88a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.182235] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.182864] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e2ecf0d-7e55-4095-91df-d8dc35297bf2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.195613] env[62563]: DEBUG nova.compute.provider_tree [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.198243] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1776.198243] env[62563]: value = "task-1751734" [ 1776.198243] env[62563]: _type = "Task" [ 1776.198243] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.207037] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1776.207135] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1776.207389] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.207535] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.207756] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1776.208080] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bc01a41-e1fa-4a97-9a3d-c5869e87e153 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.217279] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1776.217495] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1776.218584] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58418a48-e3be-420c-a46f-dd649d7755bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.224467] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751731, 'name': Rename_Task, 'duration_secs': 0.277213} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.225203] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1776.225441] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a3aca16-c4fc-483c-b63d-2d73a3764e86 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.228429] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1776.228429] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52537cd2-f5fc-466d-51f1-e9c46dc7f417" [ 1776.228429] env[62563]: _type = "Task" [ 1776.228429] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.233527] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1776.233527] env[62563]: value = "task-1751735" [ 1776.233527] env[62563]: _type = "Task" [ 1776.233527] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.240728] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52537cd2-f5fc-466d-51f1-e9c46dc7f417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.245728] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.247379] env[62563]: DEBUG oslo_concurrency.lockutils [req-b25fe05d-ece4-488d-b38f-af918e2ce9eb req-65707f8a-0572-44e5-8792-8e230e3adc05 service nova] Releasing lock "refresh_cache-39119bea-a908-4796-a573-4f81632cfa2f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.283037] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751732, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.368292] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751733, 'name': ReconfigVM_Task, 'duration_secs': 0.384307} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.368646] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Reconfigured VM instance instance-0000006f to attach disk [datastore1] c4139981-c84d-448f-836e-64913b0ca5d7/c4139981-c84d-448f-836e-64913b0ca5d7.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1776.369352] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a66b45c-adea-4b73-9e0a-633f90f04cde {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.375587] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1776.375587] env[62563]: value = "task-1751736" [ 1776.375587] env[62563]: _type = "Task" [ 1776.375587] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.385534] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751736, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.584821] env[62563]: DEBUG nova.network.neutron [-] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.705022] env[62563]: DEBUG nova.scheduler.client.report [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1776.749867] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52537cd2-f5fc-466d-51f1-e9c46dc7f417, 'name': SearchDatastore_Task, 'duration_secs': 0.015387} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.754973] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751735, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.756027] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5fab610-9eb0-481c-9090-15e1cfe8478a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.761493] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1776.761493] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52c52e8e-2db5-0e6c-1631-bed5d2ed166c" [ 1776.761493] env[62563]: _type = "Task" [ 1776.761493] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.770135] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c52e8e-2db5-0e6c-1631-bed5d2ed166c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.787712] env[62563]: DEBUG oslo_vmware.api [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751732, 'name': PowerOnVM_Task, 'duration_secs': 0.581926} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.787712] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1776.787712] env[62563]: DEBUG nova.compute.manager [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1776.788664] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb06358-79da-411e-a047-597c2f7d7732 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.885792] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751736, 'name': Rename_Task, 'duration_secs': 0.229884} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.886098] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1776.886390] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58241340-801c-4224-805b-e005fe485417 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.893173] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1776.893173] env[62563]: value = "task-1751737" [ 1776.893173] env[62563]: _type = "Task" [ 1776.893173] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.901693] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.999343] env[62563]: DEBUG nova.compute.manager [req-045a1e69-6c08-4e59-9de2-57092032449f req-abe6d95c-cd62-4230-a028-edf7d19bbb8e service nova] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Received event network-vif-deleted-9f27a737-67af-4c4e-ab5e-6512000ab213 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1777.087578] env[62563]: INFO nova.compute.manager [-] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Took 1.46 seconds to deallocate network for instance. [ 1777.249285] env[62563]: DEBUG oslo_vmware.api [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751735, 'name': PowerOnVM_Task, 'duration_secs': 0.709857} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.249740] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1777.249796] env[62563]: INFO nova.compute.manager [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1777.249978] env[62563]: DEBUG nova.compute.manager [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1777.250814] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6bdd79-3023-4e22-9136-972baa0e4ff6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.271036] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c52e8e-2db5-0e6c-1631-bed5d2ed166c, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.271317] env[62563]: DEBUG oslo_concurrency.lockutils [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.271574] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 94c1b38a-0b60-40c3-a672-84acc773d7aa/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk. {{(pid=62563) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1777.271833] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eae07444-8d41-45f2-bcb0-013fc15c4af2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.279356] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1777.279356] env[62563]: value = "task-1751738" [ 1777.279356] env[62563]: _type = "Task" [ 1777.279356] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.290049] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.295067] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "76691c85-eae4-476b-821b-31f649460b09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.295297] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "76691c85-eae4-476b-821b-31f649460b09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.307567] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.406950] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.595316] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.716048] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.589s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.720790] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.412s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.720790] env[62563]: DEBUG nova.objects.instance [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1777.773812] env[62563]: INFO nova.compute.manager [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Took 23.02 seconds to build instance. [ 1777.793722] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751738, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.798359] env[62563]: DEBUG nova.compute.manager [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1777.906904] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.967625] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1777.967860] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.275440] env[62563]: DEBUG oslo_concurrency.lockutils [None req-642f6fb4-e9ab-4b97-98bf-e689b549a65b tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "7ef7e2a6-4f49-4937-9253-31cfacd57579" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.536s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.292563] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726453} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.292845] env[62563]: INFO nova.virt.vmwareapi.ds_util [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 94c1b38a-0b60-40c3-a672-84acc773d7aa/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk. [ 1778.293699] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6c6147-b254-47fd-a290-df7e20bcb51b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.325046] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 94c1b38a-0b60-40c3-a672-84acc773d7aa/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1778.326348] env[62563]: INFO nova.scheduler.client.report [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleted allocation for migration 7994d2f2-ff00-4b8a-b470-52a3f5cdc394 [ 1778.329747] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4663a4b-1a0f-4d10-9afa-20a9e6a20586 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.354305] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1778.354305] env[62563]: value = "task-1751739" [ 1778.354305] env[62563]: _type = "Task" [ 1778.354305] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.362673] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.363952] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.405686] env[62563]: DEBUG oslo_vmware.api [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751737, 'name': PowerOnVM_Task, 'duration_secs': 1.392517} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.409018] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.409018] env[62563]: INFO nova.compute.manager [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1778.409018] env[62563]: DEBUG nova.compute.manager [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1778.409018] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc17092-e2e7-4563-90a6-6d944a1ad3b0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.475901] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.475901] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1778.738022] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c2eb9363-e7ef-4f9d-9a41-ee69a5a11d26 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.738022] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.142s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.738022] env[62563]: DEBUG nova.objects.instance [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lazy-loading 'resources' on Instance uuid 112794f5-e4f3-497b-8a53-092d45af3358 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.849419] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "fec41e37-f0d0-4e27-a250-af3ec7718a95" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.111s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.877748] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751739, 'name': ReconfigVM_Task, 'duration_secs': 0.37848} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.878973] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 94c1b38a-0b60-40c3-a672-84acc773d7aa/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1778.882142] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3702dc97-984d-43d8-b82a-c8c5dc965553 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.915791] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15fef901-0efa-40a3-915f-59d244eccfe1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.936048] env[62563]: INFO nova.compute.manager [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Took 21.64 seconds to build instance. [ 1778.939342] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1778.939342] env[62563]: value = "task-1751740" [ 1778.939342] env[62563]: _type = "Task" [ 1778.939342] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.947896] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.119317] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b6d7e6a3-4a6a-42f5-850f-16c2532ead91 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "7ef7e2a6-4f49-4937-9253-31cfacd57579" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.119317] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b6d7e6a3-4a6a-42f5-850f-16c2532ead91 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "7ef7e2a6-4f49-4937-9253-31cfacd57579" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.119465] env[62563]: DEBUG nova.compute.manager [None req-b6d7e6a3-4a6a-42f5-850f-16c2532ead91 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1779.120349] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd59fdd0-4b7d-4192-952d-47e02fdf28bc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.127042] env[62563]: DEBUG nova.compute.manager [None req-b6d7e6a3-4a6a-42f5-850f-16c2532ead91 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1779.127509] env[62563]: DEBUG nova.objects.instance [None req-b6d7e6a3-4a6a-42f5-850f-16c2532ead91 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lazy-loading 'flavor' on Instance uuid 7ef7e2a6-4f49-4937-9253-31cfacd57579 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.438607] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3c2c4c4e-21cc-4c64-9d18-95ea7f53aff7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "c4139981-c84d-448f-836e-64913b0ca5d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.149s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.453706] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.554230] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c9a8df-307c-4b29-b519-1dd57b3a5e03 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.567924] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07767658-6e16-404c-81df-6ca3726cd452 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.603070] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c118e4f0-c180-42f7-b09d-10567c897fd3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.611405] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e72e38a-3703-44be-875e-73e005665045 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.626531] env[62563]: DEBUG nova.compute.provider_tree [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.632598] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7e6a3-4a6a-42f5-850f-16c2532ead91 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.632878] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74d6080b-928c-4aff-8116-26f1d9880065 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.641956] env[62563]: DEBUG oslo_vmware.api [None req-b6d7e6a3-4a6a-42f5-850f-16c2532ead91 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1779.641956] env[62563]: value = "task-1751741" [ 1779.641956] env[62563]: _type = "Task" [ 1779.641956] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.654116] env[62563]: DEBUG oslo_vmware.api [None req-b6d7e6a3-4a6a-42f5-850f-16c2532ead91 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.952032] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751740, 'name': ReconfigVM_Task, 'duration_secs': 0.888881} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.952032] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1779.952032] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-800fbbb5-a33d-4d68-804c-6faa512a0a31 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.957652] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1779.957652] env[62563]: value = "task-1751742" [ 1779.957652] env[62563]: _type = "Task" [ 1779.957652] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.969974] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.131457] env[62563]: DEBUG nova.scheduler.client.report [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1780.154942] env[62563]: DEBUG oslo_vmware.api [None req-b6d7e6a3-4a6a-42f5-850f-16c2532ead91 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751741, 'name': PowerOffVM_Task, 'duration_secs': 0.351106} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.155040] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d7e6a3-4a6a-42f5-850f-16c2532ead91 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1780.155217] env[62563]: DEBUG nova.compute.manager [None req-b6d7e6a3-4a6a-42f5-850f-16c2532ead91 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1780.156014] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dc2e73-43cc-4c79-8f81-3401bc929498 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.268051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "fec41e37-f0d0-4e27-a250-af3ec7718a95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.268333] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "fec41e37-f0d0-4e27-a250-af3ec7718a95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.268560] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "fec41e37-f0d0-4e27-a250-af3ec7718a95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.268743] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "fec41e37-f0d0-4e27-a250-af3ec7718a95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.268912] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "fec41e37-f0d0-4e27-a250-af3ec7718a95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.275018] env[62563]: INFO nova.compute.manager [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Terminating instance [ 1780.275206] env[62563]: DEBUG nova.compute.manager [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1780.275395] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1780.276299] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707263d7-a906-453b-aabc-c43d30f7720d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.284258] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1780.284258] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6ba9118-9a13-4116-bad1-eebd9cdc1c1a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.291941] env[62563]: DEBUG oslo_vmware.api [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1780.291941] env[62563]: value = "task-1751743" [ 1780.291941] env[62563]: _type = "Task" [ 1780.291941] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.300412] env[62563]: DEBUG oslo_vmware.api [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.468057] env[62563]: DEBUG oslo_vmware.api [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751742, 'name': PowerOnVM_Task, 'duration_secs': 0.417471} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.468471] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1780.471027] env[62563]: DEBUG nova.compute.manager [None req-df036572-0d6c-41b8-8cf0-5a485f5a8a9e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1780.471851] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43301167-9394-44cf-b7d6-e01eab9eb240 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.637657] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.639921] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.276s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.641477] env[62563]: INFO nova.compute.claims [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1780.662921] env[62563]: INFO nova.scheduler.client.report [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleted allocations for instance 112794f5-e4f3-497b-8a53-092d45af3358 [ 1780.671951] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b6d7e6a3-4a6a-42f5-850f-16c2532ead91 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "7ef7e2a6-4f49-4937-9253-31cfacd57579" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.710280] env[62563]: DEBUG nova.compute.manager [req-c3a89148-5ac3-4cc2-9651-95d3c3f4cfdd req-aef2f2af-6fff-4c2b-a63d-17c729ac0ada service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Received event network-changed-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1780.710562] env[62563]: DEBUG nova.compute.manager [req-c3a89148-5ac3-4cc2-9651-95d3c3f4cfdd req-aef2f2af-6fff-4c2b-a63d-17c729ac0ada service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Refreshing instance network info cache due to event network-changed-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1780.710771] env[62563]: DEBUG oslo_concurrency.lockutils [req-c3a89148-5ac3-4cc2-9651-95d3c3f4cfdd req-aef2f2af-6fff-4c2b-a63d-17c729ac0ada service nova] Acquiring lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.710862] env[62563]: DEBUG oslo_concurrency.lockutils [req-c3a89148-5ac3-4cc2-9651-95d3c3f4cfdd req-aef2f2af-6fff-4c2b-a63d-17c729ac0ada service nova] Acquired lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.712204] env[62563]: DEBUG nova.network.neutron [req-c3a89148-5ac3-4cc2-9651-95d3c3f4cfdd req-aef2f2af-6fff-4c2b-a63d-17c729ac0ada service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Refreshing network info cache for port 7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.802264] env[62563]: DEBUG oslo_vmware.api [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751743, 'name': PowerOffVM_Task, 'duration_secs': 0.427677} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.802460] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1780.802703] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1780.803331] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2af20cd-99d5-4920-9644-898dfb97bbed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.878390] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1780.878710] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1780.878988] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleting the datastore file [datastore1] fec41e37-f0d0-4e27-a250-af3ec7718a95 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1780.879232] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecce7575-c193-4ed0-b375-07e8447b9276 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.885826] env[62563]: DEBUG oslo_vmware.api [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for the task: (returnval){ [ 1780.885826] env[62563]: value = "task-1751745" [ 1780.885826] env[62563]: _type = "Task" [ 1780.885826] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.894413] env[62563]: DEBUG oslo_vmware.api [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.176117] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19d26c17-8161-4e32-9338-f7df84b16e22 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "112794f5-e4f3-497b-8a53-092d45af3358" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.695s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.404367] env[62563]: DEBUG oslo_vmware.api [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Task: {'id': task-1751745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182088} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.404367] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1781.404367] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1781.404367] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1781.404552] env[62563]: INFO nova.compute.manager [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1781.404757] env[62563]: DEBUG oslo.service.loopingcall [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1781.404943] env[62563]: DEBUG nova.compute.manager [-] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1781.405076] env[62563]: DEBUG nova.network.neutron [-] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1781.687541] env[62563]: DEBUG nova.network.neutron [req-c3a89148-5ac3-4cc2-9651-95d3c3f4cfdd req-aef2f2af-6fff-4c2b-a63d-17c729ac0ada service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updated VIF entry in instance network info cache for port 7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.689157] env[62563]: DEBUG nova.network.neutron [req-c3a89148-5ac3-4cc2-9651-95d3c3f4cfdd req-aef2f2af-6fff-4c2b-a63d-17c729ac0ada service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updating instance_info_cache with network_info: [{"id": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "address": "fa:16:3e:5f:51:46", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfcc93b-e7", "ovs_interfaceid": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.897430] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "7bee263f-4ff5-4537-953d-1d199d67afcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.897814] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "7bee263f-4ff5-4537-953d-1d199d67afcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.898142] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "7bee263f-4ff5-4537-953d-1d199d67afcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.898623] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "7bee263f-4ff5-4537-953d-1d199d67afcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.898892] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "7bee263f-4ff5-4537-953d-1d199d67afcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.903014] env[62563]: INFO nova.compute.manager [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Terminating instance [ 1781.904303] env[62563]: DEBUG nova.compute.manager [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1781.904605] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1781.907391] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2022fa-2db9-49b2-93a1-e5a49508c257 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.916350] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1781.916350] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-838b856b-9127-4178-9771-cba724aad982 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.924418] env[62563]: DEBUG oslo_vmware.api [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1781.924418] env[62563]: value = "task-1751746" [ 1781.924418] env[62563]: _type = "Task" [ 1781.924418] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.937455] env[62563]: DEBUG oslo_vmware.api [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.995972] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28341e1a-36e1-4d92-be3c-f700854c44d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.002841] env[62563]: DEBUG nova.compute.manager [req-c9783ad6-7422-4bc9-acfb-f94f31a41593 req-428ccf54-ae6e-42bf-8979-6fd95fdb47af service nova] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Received event network-vif-deleted-90d9ec6e-afdb-49a4-84db-eed7071d9007 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1782.002940] env[62563]: INFO nova.compute.manager [req-c9783ad6-7422-4bc9-acfb-f94f31a41593 req-428ccf54-ae6e-42bf-8979-6fd95fdb47af service nova] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Neutron deleted interface 90d9ec6e-afdb-49a4-84db-eed7071d9007; detaching it from the instance and deleting it from the info cache [ 1782.003047] env[62563]: DEBUG nova.network.neutron [req-c9783ad6-7422-4bc9-acfb-f94f31a41593 req-428ccf54-ae6e-42bf-8979-6fd95fdb47af service nova] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.011650] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bff61b-f03e-4408-97f1-ae93fdee1622 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.053020] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.053265] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquired lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.053360] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Forcefully refreshing network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1782.055583] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4badceb0-f5a9-44d8-9ad1-dceb84e83a20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.064873] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7bffbe-fb19-49bf-9792-7b62c2a99b9c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.081648] env[62563]: DEBUG nova.compute.provider_tree [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.192047] env[62563]: DEBUG oslo_concurrency.lockutils [req-c3a89148-5ac3-4cc2-9651-95d3c3f4cfdd req-aef2f2af-6fff-4c2b-a63d-17c729ac0ada service nova] Releasing lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.447021] env[62563]: DEBUG oslo_vmware.api [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751746, 'name': PowerOffVM_Task, 'duration_secs': 0.283565} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.447021] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1782.447021] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1782.447021] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e857707-a092-445f-adbd-c17243a37e7d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.475557] env[62563]: DEBUG nova.network.neutron [-] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.507193] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3a0147f-9c0e-4087-80e3-db53a7b11886 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.516262] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba7d824-f1d0-42ac-ba39-ab2274d134bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.530095] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1782.530533] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1782.530533] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleting the datastore file [datastore1] 7bee263f-4ff5-4537-953d-1d199d67afcc {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1782.530643] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c96f5c54-9e21-41f8-befd-51af61ae6a9b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.537617] env[62563]: DEBUG oslo_vmware.api [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1782.537617] env[62563]: value = "task-1751748" [ 1782.537617] env[62563]: _type = "Task" [ 1782.537617] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.554742] env[62563]: DEBUG nova.compute.manager [req-c9783ad6-7422-4bc9-acfb-f94f31a41593 req-428ccf54-ae6e-42bf-8979-6fd95fdb47af service nova] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Detach interface failed, port_id=90d9ec6e-afdb-49a4-84db-eed7071d9007, reason: Instance fec41e37-f0d0-4e27-a250-af3ec7718a95 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1782.560706] env[62563]: DEBUG oslo_vmware.api [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.585218] env[62563]: DEBUG nova.scheduler.client.report [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1782.592223] env[62563]: DEBUG oslo_concurrency.lockutils [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "7ef7e2a6-4f49-4937-9253-31cfacd57579" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.592660] env[62563]: DEBUG oslo_concurrency.lockutils [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "7ef7e2a6-4f49-4937-9253-31cfacd57579" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.592971] env[62563]: DEBUG oslo_concurrency.lockutils [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "7ef7e2a6-4f49-4937-9253-31cfacd57579-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.593214] env[62563]: DEBUG oslo_concurrency.lockutils [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "7ef7e2a6-4f49-4937-9253-31cfacd57579-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.593430] env[62563]: DEBUG oslo_concurrency.lockutils [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "7ef7e2a6-4f49-4937-9253-31cfacd57579-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.595674] env[62563]: INFO nova.compute.manager [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Unrescuing [ 1782.595967] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.596285] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquired lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.596596] env[62563]: DEBUG nova.network.neutron [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1782.598152] env[62563]: INFO nova.compute.manager [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Terminating instance [ 1782.600130] env[62563]: DEBUG nova.compute.manager [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1782.600337] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1782.601236] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725e0db2-393f-462d-a699-27b802a906d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.610832] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1782.611171] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c4c9a34-b8ec-4cd7-8a05-ae8ea963075e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.700031] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1782.700031] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1782.700031] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleting the datastore file [datastore1] 7ef7e2a6-4f49-4937-9253-31cfacd57579 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1782.700031] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3e55b75-95e9-48d8-8a08-350ed6cb07cc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.707675] env[62563]: DEBUG oslo_vmware.api [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1782.707675] env[62563]: value = "task-1751750" [ 1782.707675] env[62563]: _type = "Task" [ 1782.707675] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.715493] env[62563]: DEBUG oslo_vmware.api [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.741779] env[62563]: DEBUG nova.compute.manager [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Received event network-changed-2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1782.742101] env[62563]: DEBUG nova.compute.manager [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Refreshing instance network info cache due to event network-changed-2c0ddc01-76ab-46ee-a02c-1d5d58bcc903. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1782.742253] env[62563]: DEBUG oslo_concurrency.lockutils [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] Acquiring lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.742884] env[62563]: DEBUG oslo_concurrency.lockutils [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] Acquired lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.742884] env[62563]: DEBUG nova.network.neutron [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Refreshing network info cache for port 2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.978113] env[62563]: INFO nova.compute.manager [-] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Took 1.57 seconds to deallocate network for instance. [ 1783.048261] env[62563]: DEBUG oslo_vmware.api [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21335} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.048504] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1783.048678] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1783.048854] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1783.049043] env[62563]: INFO nova.compute.manager [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1783.049301] env[62563]: DEBUG oslo.service.loopingcall [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.049493] env[62563]: DEBUG nova.compute.manager [-] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1783.049590] env[62563]: DEBUG nova.network.neutron [-] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1783.098443] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.098953] env[62563]: DEBUG nova.compute.manager [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1783.219140] env[62563]: DEBUG oslo_vmware.api [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388375} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.219451] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1783.219671] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1783.219885] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1783.220109] env[62563]: INFO nova.compute.manager [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1783.220401] env[62563]: DEBUG oslo.service.loopingcall [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.220620] env[62563]: DEBUG nova.compute.manager [-] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1783.220739] env[62563]: DEBUG nova.network.neutron [-] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1783.485332] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.485551] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.486182] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.518392] env[62563]: INFO nova.scheduler.client.report [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Deleted allocations for instance fec41e37-f0d0-4e27-a250-af3ec7718a95 [ 1783.567878] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "55072c9f-3762-41d8-9641-86ad9756f598" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.568216] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.606096] env[62563]: DEBUG nova.compute.utils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1783.607852] env[62563]: DEBUG nova.compute.manager [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1783.608031] env[62563]: DEBUG nova.network.neutron [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1783.670426] env[62563]: DEBUG nova.policy [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b2d9a3d31ac44509653dcee794da1f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cddeee0068c4adb8951023031f25d08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1783.687028] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Updating instance_info_cache with network_info: [{"id": "67d81d02-a5df-437d-b983-25a36c893d43", "address": "fa:16:3e:3a:ef:c6", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d81d02-a5", "ovs_interfaceid": "67d81d02-a5df-437d-b983-25a36c893d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.745694] env[62563]: DEBUG nova.network.neutron [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updating instance_info_cache with network_info: [{"id": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "address": "fa:16:3e:09:47:df", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7a6f9e-bc", "ovs_interfaceid": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.779614] env[62563]: DEBUG nova.network.neutron [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updated VIF entry in instance network info cache for port 2c0ddc01-76ab-46ee-a02c-1d5d58bcc903. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1783.779979] env[62563]: DEBUG nova.network.neutron [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updating instance_info_cache with network_info: [{"id": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "address": "fa:16:3e:28:93:25", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ddc01-76", "ovs_interfaceid": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.953361] env[62563]: DEBUG nova.network.neutron [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Successfully created port: db3b81fa-c62a-4d5c-8704-217036d0fd18 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1784.031391] env[62563]: DEBUG oslo_concurrency.lockutils [None req-26e3ff37-c29c-4f31-9eb3-d0da7ed315b1 tempest-DeleteServersTestJSON-1799431415 tempest-DeleteServersTestJSON-1799431415-project-member] Lock "fec41e37-f0d0-4e27-a250-af3ec7718a95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.763s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.047685] env[62563]: DEBUG nova.compute.manager [req-d14ae791-87d8-49fb-bf6d-15ae1828fca7 req-f5b5b7d1-9f87-4302-9497-e9d43819eab1 service nova] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Received event network-vif-deleted-66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1784.047685] env[62563]: INFO nova.compute.manager [req-d14ae791-87d8-49fb-bf6d-15ae1828fca7 req-f5b5b7d1-9f87-4302-9497-e9d43819eab1 service nova] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Neutron deleted interface 66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d; detaching it from the instance and deleting it from the info cache [ 1784.047685] env[62563]: DEBUG nova.network.neutron [req-d14ae791-87d8-49fb-bf6d-15ae1828fca7 req-f5b5b7d1-9f87-4302-9497-e9d43819eab1 service nova] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.072018] env[62563]: DEBUG nova.compute.utils [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1784.112956] env[62563]: DEBUG nova.compute.manager [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1784.159917] env[62563]: DEBUG nova.network.neutron [-] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.189861] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Releasing lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.190177] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Updated the network info_cache for instance {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1784.190482] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.190713] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.190927] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.191172] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.191384] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.192205] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_power_states {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.232054] env[62563]: DEBUG nova.network.neutron [-] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.248144] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Releasing lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.249366] env[62563]: DEBUG nova.objects.instance [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lazy-loading 'flavor' on Instance uuid 94c1b38a-0b60-40c3-a672-84acc773d7aa {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.282249] env[62563]: DEBUG oslo_concurrency.lockutils [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] Releasing lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.282585] env[62563]: DEBUG nova.compute.manager [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Received event network-changed-2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1784.282811] env[62563]: DEBUG nova.compute.manager [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Refreshing instance network info cache due to event network-changed-2c0ddc01-76ab-46ee-a02c-1d5d58bcc903. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1784.283169] env[62563]: DEBUG oslo_concurrency.lockutils [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] Acquiring lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.283393] env[62563]: DEBUG oslo_concurrency.lockutils [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] Acquired lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.283632] env[62563]: DEBUG nova.network.neutron [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Refreshing network info cache for port 2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1784.551520] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46b0569c-cb69-453a-848a-b5df557c705c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.561395] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf67b8f6-7272-41c8-8ce3-57cefaeb9a22 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.576355] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.597038] env[62563]: DEBUG nova.compute.manager [req-d14ae791-87d8-49fb-bf6d-15ae1828fca7 req-f5b5b7d1-9f87-4302-9497-e9d43819eab1 service nova] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Detach interface failed, port_id=66564cc3-0ad0-4bf8-a6f6-c8b264d2c70d, reason: Instance 7bee263f-4ff5-4537-953d-1d199d67afcc could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1784.666756] env[62563]: INFO nova.compute.manager [-] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Took 1.45 seconds to deallocate network for instance. [ 1784.697630] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Getting list of instances from cluster (obj){ [ 1784.697630] env[62563]: value = "domain-c8" [ 1784.697630] env[62563]: _type = "ClusterComputeResource" [ 1784.697630] env[62563]: } {{(pid=62563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1784.698684] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9d7f90-2f97-461b-8369-51f1a46da7d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.724294] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Got total of 15 instances {{(pid=62563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1784.724501] env[62563]: WARNING nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] While synchronizing instance power states, found 18 instances in the database and 15 instances on the hypervisor. [ 1784.724652] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 72a99e47-ef6a-4930-be72-bbb5af8f6c77 {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.724841] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24 {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.724994] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.725161] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 46430685-25dd-412e-aebf-86ba4fcbd3ab {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.725329] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.725462] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.725608] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 7bee263f-4ff5-4537-953d-1d199d67afcc {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.725753] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 086fb48c-5b24-4dc5-9e2a-3ff4811072a2 {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.725896] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 7777c1f3-e169-4f1f-830b-eae86c4de0ff {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.726052] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 94c1b38a-0b60-40c3-a672-84acc773d7aa {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.726206] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 55072c9f-3762-41d8-9641-86ad9756f598 {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.726377] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid ee5d691c-088d-4e04-a357-f33b24b5a470 {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.726530] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.726673] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 76e4571b-75ec-4f41-ae1f-cc9adb279570 {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.726816] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 39119bea-a908-4796-a573-4f81632cfa2f {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.726954] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 7ef7e2a6-4f49-4937-9253-31cfacd57579 {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.727112] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid c4139981-c84d-448f-836e-64913b0ca5d7 {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.727266] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Triggering sync for uuid 76691c85-eae4-476b-821b-31f649460b09 {{(pid=62563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1784.727656] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.727875] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.728152] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.728335] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.728574] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.728750] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.729158] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "46430685-25dd-412e-aebf-86ba4fcbd3ab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.729158] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "46430685-25dd-412e-aebf-86ba4fcbd3ab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.729389] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.729573] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.729780] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.729951] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.730191] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "7bee263f-4ff5-4537-953d-1d199d67afcc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.730396] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.730572] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.730803] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.730973] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.731217] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.731386] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.731557] env[62563]: INFO nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] During sync_power_state the instance has a pending task (unrescuing). Skip. [ 1784.731722] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.731911] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "55072c9f-3762-41d8-9641-86ad9756f598" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.732098] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "55072c9f-3762-41d8-9641-86ad9756f598" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.732340] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "ee5d691c-088d-4e04-a357-f33b24b5a470" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.732712] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "ee5d691c-088d-4e04-a357-f33b24b5a470" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.732948] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.733138] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.733390] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.733566] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.733789] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "39119bea-a908-4796-a573-4f81632cfa2f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.733961] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "39119bea-a908-4796-a573-4f81632cfa2f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.734210] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "7ef7e2a6-4f49-4937-9253-31cfacd57579" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.734427] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "c4139981-c84d-448f-836e-64913b0ca5d7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.734601] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "c4139981-c84d-448f-836e-64913b0ca5d7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.734820] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "76691c85-eae4-476b-821b-31f649460b09" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.734999] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.735155] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1784.735909] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b586ed-ee69-442a-a4a8-de4d44a6b50f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.739115] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aafb64-141d-44de-a0db-6a5305f30d59 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.741823] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a9efd9-2f27-4ce1-aa4e-e25e6f67f559 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.744506] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24a2729-e22b-4b15-8843-1ab90276b8c4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.747257] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b31d86-ce9a-4b4e-8284-bc9c779b1f16 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.749930] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccdbf78-1b10-4eac-a227-1660844e2fd8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.753124] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214e41c5-2448-4e60-bc6d-a80cba73ba0d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.756192] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0942d6-60ac-439b-abd5-7836495f95a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.759566] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3655c5ff-6bed-4dbd-bba8-c22048085cad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.762400] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ec42c3-1a91-4de6-aa25-095ebf66b400 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.767369] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b99771-b557-49f7-933f-c7ca0372762a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.769961] env[62563]: INFO nova.compute.manager [-] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Took 1.72 seconds to deallocate network for instance. [ 1784.770630] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca2eaed-b4e3-4746-addc-26abf1d9df8e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.773737] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e451e2e5-31f7-444f-b6a2-dc4dfad92ab3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.776601] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8f9b0e-2e76-4024-b515-3fdbc22f7f8b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.779244] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.793704] env[62563]: DEBUG nova.compute.manager [req-fb4b25cc-9f5e-4c55-92b1-b8a1ba90abfc req-96d7cbd5-761b-4554-a5f1-1c4d935086c5 service nova] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Received event network-vif-deleted-9a1e0157-7e31-4346-b40f-e0d0add08d6a {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1784.813612] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b11bf1-4029-4774-93c2-6951d2a6d783 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.840506] env[62563]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1784.843303] env[62563]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1784.843496] env[62563]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1784.845118] env[62563]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1784.869861] env[62563]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1784.889544] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1784.891457] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a1c627c-f48d-4762-be74-b25ad5d7f353 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.904429] env[62563]: DEBUG oslo_vmware.api [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1784.904429] env[62563]: value = "task-1751752" [ 1784.904429] env[62563]: _type = "Task" [ 1784.904429] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.913101] env[62563]: DEBUG oslo_vmware.api [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.075343] env[62563]: DEBUG nova.network.neutron [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updated VIF entry in instance network info cache for port 2c0ddc01-76ab-46ee-a02c-1d5d58bcc903. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1785.075771] env[62563]: DEBUG nova.network.neutron [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updating instance_info_cache with network_info: [{"id": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "address": "fa:16:3e:28:93:25", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ddc01-76", "ovs_interfaceid": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.122981] env[62563]: DEBUG nova.compute.manager [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1785.154017] env[62563]: DEBUG nova.virt.hardware [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1785.154017] env[62563]: DEBUG nova.virt.hardware [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1785.154017] env[62563]: DEBUG nova.virt.hardware [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1785.154017] env[62563]: DEBUG nova.virt.hardware [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1785.154017] env[62563]: DEBUG nova.virt.hardware [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1785.154017] env[62563]: DEBUG nova.virt.hardware [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1785.154017] env[62563]: DEBUG nova.virt.hardware [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1785.154017] env[62563]: DEBUG nova.virt.hardware [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1785.154800] env[62563]: DEBUG nova.virt.hardware [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1785.155236] env[62563]: DEBUG nova.virt.hardware [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1785.155733] env[62563]: DEBUG nova.virt.hardware [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1785.157428] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b516b47-2260-426e-89eb-783251d3eb0d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.167968] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cacb65-96ca-4133-9de4-0452028a898a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.172694] env[62563]: DEBUG oslo_concurrency.lockutils [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.172947] env[62563]: DEBUG oslo_concurrency.lockutils [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.173179] env[62563]: DEBUG nova.objects.instance [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lazy-loading 'resources' on Instance uuid 7ef7e2a6-4f49-4937-9253-31cfacd57579 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.282319] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.305862] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.342104] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.614s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.345704] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "46430685-25dd-412e-aebf-86ba4fcbd3ab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.616s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.359411] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.629s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.359736] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.630s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.363195] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.633s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.401038] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.672s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.404629] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.677s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.404962] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "ee5d691c-088d-4e04-a357-f33b24b5a470" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.672s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.405298] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "39119bea-a908-4796-a573-4f81632cfa2f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.671s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.405595] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.672s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.405885] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "55072c9f-3762-41d8-9641-86ad9756f598" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.674s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.406195] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "c4139981-c84d-448f-836e-64913b0ca5d7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.672s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.406528] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.673s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.406827] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.676s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.415840] env[62563]: DEBUG oslo_vmware.api [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751752, 'name': PowerOffVM_Task, 'duration_secs': 0.238125} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.416146] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1785.421401] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Reconfiguring VM instance instance-00000063 to detach disk 2002 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1785.421722] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d591047e-3a3b-4c73-bc72-6b84431c6305 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.440758] env[62563]: DEBUG oslo_vmware.api [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1785.440758] env[62563]: value = "task-1751753" [ 1785.440758] env[62563]: _type = "Task" [ 1785.440758] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.448958] env[62563]: DEBUG oslo_vmware.api [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.529214] env[62563]: DEBUG nova.network.neutron [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Successfully updated port: db3b81fa-c62a-4d5c-8704-217036d0fd18 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1785.579027] env[62563]: DEBUG oslo_concurrency.lockutils [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] Releasing lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.579229] env[62563]: DEBUG nova.compute.manager [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Received event network-changed-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1785.579362] env[62563]: DEBUG nova.compute.manager [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Refreshing instance network info cache due to event network-changed-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1785.579601] env[62563]: DEBUG oslo_concurrency.lockutils [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] Acquiring lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.579748] env[62563]: DEBUG oslo_concurrency.lockutils [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] Acquired lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.579911] env[62563]: DEBUG nova.network.neutron [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Refreshing network info cache for port 7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1785.648125] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "55072c9f-3762-41d8-9641-86ad9756f598" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.648395] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.648636] env[62563]: INFO nova.compute.manager [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Attaching volume 420d3bc1-3a01-4bee-82ed-ed51c2205cdf to /dev/sdb [ 1785.679817] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fff3422-7c3d-494c-ac2d-183ded4b88a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.687671] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5283faf8-8c96-446e-89dd-065d00679d68 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.701124] env[62563]: DEBUG nova.virt.block_device [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Updating existing volume attachment record: f8b37667-58a4-45c6-a9e5-e73389c4606c {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1785.906579] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7671c48e-b05b-48ee-ad54-034e25413e32 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.914129] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47359277-342d-4259-8de7-fe8019db28c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.950076] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221fe531-f797-4f0d-98ca-2273675a24af {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.960263] env[62563]: DEBUG oslo_vmware.api [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751753, 'name': ReconfigVM_Task, 'duration_secs': 0.277589} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.960652] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Reconfigured VM instance instance-00000063 to detach disk 2002 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1785.960845] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.962091] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2ae6fe-a1fc-4b31-b4f8-5517623d0ac1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.965883] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-024fc951-9679-4283-aeda-08851671e35f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.978648] env[62563]: DEBUG nova.compute.provider_tree [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.981495] env[62563]: DEBUG oslo_vmware.api [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1785.981495] env[62563]: value = "task-1751755" [ 1785.981495] env[62563]: _type = "Task" [ 1785.981495] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.991184] env[62563]: DEBUG oslo_vmware.api [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751755, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.031876] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "refresh_cache-76691c85-eae4-476b-821b-31f649460b09" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.032064] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired lock "refresh_cache-76691c85-eae4-476b-821b-31f649460b09" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.032200] env[62563]: DEBUG nova.network.neutron [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1786.339598] env[62563]: DEBUG nova.network.neutron [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updated VIF entry in instance network info cache for port 7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1786.340040] env[62563]: DEBUG nova.network.neutron [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updating instance_info_cache with network_info: [{"id": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "address": "fa:16:3e:5f:51:46", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfcc93b-e7", "ovs_interfaceid": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.483639] env[62563]: DEBUG nova.scheduler.client.report [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1786.497037] env[62563]: DEBUG oslo_vmware.api [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751755, 'name': PowerOnVM_Task, 'duration_secs': 0.417467} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.497404] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.497669] env[62563]: DEBUG nova.compute.manager [None req-4e835db7-1593-43a6-923c-ff91bfbc8641 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1786.498477] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeb831c-65e7-4b26-b8fa-3f534db7f172 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.563967] env[62563]: DEBUG nova.network.neutron [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1786.705820] env[62563]: DEBUG nova.network.neutron [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Updating instance_info_cache with network_info: [{"id": "db3b81fa-c62a-4d5c-8704-217036d0fd18", "address": "fa:16:3e:5b:69:1d", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3b81fa-c6", "ovs_interfaceid": "db3b81fa-c62a-4d5c-8704-217036d0fd18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.796271] env[62563]: DEBUG nova.compute.manager [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Received event network-vif-plugged-db3b81fa-c62a-4d5c-8704-217036d0fd18 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1786.796271] env[62563]: DEBUG oslo_concurrency.lockutils [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] Acquiring lock "76691c85-eae4-476b-821b-31f649460b09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.796425] env[62563]: DEBUG oslo_concurrency.lockutils [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] Lock "76691c85-eae4-476b-821b-31f649460b09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.796514] env[62563]: DEBUG oslo_concurrency.lockutils [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] Lock "76691c85-eae4-476b-821b-31f649460b09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.796689] env[62563]: DEBUG nova.compute.manager [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] No waiting events found dispatching network-vif-plugged-db3b81fa-c62a-4d5c-8704-217036d0fd18 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1786.796857] env[62563]: WARNING nova.compute.manager [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Received unexpected event network-vif-plugged-db3b81fa-c62a-4d5c-8704-217036d0fd18 for instance with vm_state building and task_state spawning. [ 1786.797026] env[62563]: DEBUG nova.compute.manager [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Received event network-changed-db3b81fa-c62a-4d5c-8704-217036d0fd18 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1786.797195] env[62563]: DEBUG nova.compute.manager [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Refreshing instance network info cache due to event network-changed-db3b81fa-c62a-4d5c-8704-217036d0fd18. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1786.797389] env[62563]: DEBUG oslo_concurrency.lockutils [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] Acquiring lock "refresh_cache-76691c85-eae4-476b-821b-31f649460b09" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.842924] env[62563]: DEBUG oslo_concurrency.lockutils [req-b1d2393c-cae2-418e-b874-2b185b96d673 req-250c363a-fb58-41d3-ac35-159bed9cd69d service nova] Releasing lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.988228] env[62563]: DEBUG oslo_concurrency.lockutils [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.990558] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.708s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.990733] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.990884] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1786.991202] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.685s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.991499] env[62563]: DEBUG nova.objects.instance [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lazy-loading 'resources' on Instance uuid 7bee263f-4ff5-4537-953d-1d199d67afcc {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.993043] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb08e7c2-8a20-4256-be29-9cec3c7e1550 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.001730] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ec34ac-98fb-4eee-b8f2-3387f072a329 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.018942] env[62563]: INFO nova.scheduler.client.report [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted allocations for instance 7ef7e2a6-4f49-4937-9253-31cfacd57579 [ 1787.021124] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29ecb67-c817-443d-8165-2ecf65200d2f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.029117] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928f1d43-bafa-4573-9706-782d76cac7fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.060394] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178600MB free_disk=168GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1787.060554] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.208611] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Releasing lock "refresh_cache-76691c85-eae4-476b-821b-31f649460b09" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.209414] env[62563]: DEBUG nova.compute.manager [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Instance network_info: |[{"id": "db3b81fa-c62a-4d5c-8704-217036d0fd18", "address": "fa:16:3e:5b:69:1d", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3b81fa-c6", "ovs_interfaceid": "db3b81fa-c62a-4d5c-8704-217036d0fd18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1787.214022] env[62563]: DEBUG oslo_concurrency.lockutils [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] Acquired lock "refresh_cache-76691c85-eae4-476b-821b-31f649460b09" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.214022] env[62563]: DEBUG nova.network.neutron [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Refreshing network info cache for port db3b81fa-c62a-4d5c-8704-217036d0fd18 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.214022] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:69:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db3b81fa-c62a-4d5c-8704-217036d0fd18', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1787.221738] env[62563]: DEBUG oslo.service.loopingcall [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.222395] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76691c85-eae4-476b-821b-31f649460b09] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1787.222746] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a07228b5-5c01-46df-a4d6-2db1aab27ef8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.255094] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1787.255094] env[62563]: value = "task-1751756" [ 1787.255094] env[62563]: _type = "Task" [ 1787.255094] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.265595] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751756, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.531724] env[62563]: DEBUG oslo_concurrency.lockutils [None req-945dca5f-a800-4b57-b630-c80d3f419e70 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "7ef7e2a6-4f49-4937-9253-31cfacd57579" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.939s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.532607] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "7ef7e2a6-4f49-4937-9253-31cfacd57579" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.798s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.532830] env[62563]: INFO nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] During sync_power_state the instance has a pending task (deleting). Skip. [ 1787.532963] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "7ef7e2a6-4f49-4937-9253-31cfacd57579" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.750887] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76de4929-3ee7-4b81-be97-bdab8074ff32 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.762536] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3523f768-fa17-4d4e-8776-dbdbfacb9468 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.770403] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751756, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.807879] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1db05e-5357-470a-a9a8-29dfc2ab136b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.816949] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300f5cec-6762-4844-9bbe-4df280649e7c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.831366] env[62563]: DEBUG nova.compute.provider_tree [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.190223] env[62563]: DEBUG nova.network.neutron [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Updated VIF entry in instance network info cache for port db3b81fa-c62a-4d5c-8704-217036d0fd18. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.190616] env[62563]: DEBUG nova.network.neutron [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Updating instance_info_cache with network_info: [{"id": "db3b81fa-c62a-4d5c-8704-217036d0fd18", "address": "fa:16:3e:5b:69:1d", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3b81fa-c6", "ovs_interfaceid": "db3b81fa-c62a-4d5c-8704-217036d0fd18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.266516] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751756, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.334473] env[62563]: DEBUG nova.scheduler.client.report [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1788.657187] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "interface-ee5d691c-088d-4e04-a357-f33b24b5a470-34328186-ebbc-4bd6-b36b-fa96de560bfa" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.657450] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-ee5d691c-088d-4e04-a357-f33b24b5a470-34328186-ebbc-4bd6-b36b-fa96de560bfa" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.657892] env[62563]: DEBUG nova.objects.instance [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'flavor' on Instance uuid ee5d691c-088d-4e04-a357-f33b24b5a470 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.660304] env[62563]: DEBUG oslo_concurrency.lockutils [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.660573] env[62563]: DEBUG oslo_concurrency.lockutils [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.660836] env[62563]: DEBUG oslo_concurrency.lockutils [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.661104] env[62563]: DEBUG oslo_concurrency.lockutils [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.661325] env[62563]: DEBUG oslo_concurrency.lockutils [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.663369] env[62563]: INFO nova.compute.manager [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Terminating instance [ 1788.665116] env[62563]: DEBUG nova.compute.manager [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1788.665314] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1788.666157] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3722476-2ca9-4cc8-86c6-35f275288ab5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.674504] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1788.674706] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ff36f8e-d5cf-4586-a072-8bff98aa99b0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.681226] env[62563]: DEBUG oslo_vmware.api [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1788.681226] env[62563]: value = "task-1751758" [ 1788.681226] env[62563]: _type = "Task" [ 1788.681226] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.689692] env[62563]: DEBUG oslo_vmware.api [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.693348] env[62563]: DEBUG oslo_concurrency.lockutils [req-e6cf1d99-cb10-4ed2-98bb-5147398a8768 req-aa592c48-0a74-46a8-b0eb-b31667879044 service nova] Releasing lock "refresh_cache-76691c85-eae4-476b-821b-31f649460b09" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.766865] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751756, 'name': CreateVM_Task, 'duration_secs': 1.023474} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.767095] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76691c85-eae4-476b-821b-31f649460b09] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1788.767876] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.768079] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.768439] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1788.768740] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1d3d5c-9502-40d2-aed3-0d463f3eb03b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.773803] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1788.773803] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5292e7b4-dd17-c905-295d-56d02522788d" [ 1788.773803] env[62563]: _type = "Task" [ 1788.773803] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.782177] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5292e7b4-dd17-c905-295d-56d02522788d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.823841] env[62563]: DEBUG nova.compute.manager [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Received event network-changed-bd7a6f9e-bc52-42fb-bca4-4749723ed77b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1788.824149] env[62563]: DEBUG nova.compute.manager [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Refreshing instance network info cache due to event network-changed-bd7a6f9e-bc52-42fb-bca4-4749723ed77b. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1788.824389] env[62563]: DEBUG oslo_concurrency.lockutils [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] Acquiring lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.824532] env[62563]: DEBUG oslo_concurrency.lockutils [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] Acquired lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.824709] env[62563]: DEBUG nova.network.neutron [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Refreshing network info cache for port bd7a6f9e-bc52-42fb-bca4-4749723ed77b {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.839829] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.843524] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.783s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.870788] env[62563]: INFO nova.scheduler.client.report [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleted allocations for instance 7bee263f-4ff5-4537-953d-1d199d67afcc [ 1789.192399] env[62563]: DEBUG oslo_vmware.api [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751758, 'name': PowerOffVM_Task, 'duration_secs': 0.175359} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.195353] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1789.195353] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1789.195353] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6ef05e2-2bb2-4c6f-ade6-c2754b6dae8a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.287793] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5292e7b4-dd17-c905-295d-56d02522788d, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.287793] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.287793] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1789.287793] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.287793] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.287793] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1789.287793] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea12984b-a7f4-4d93-a895-2283f360eaa7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.296138] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1789.296138] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1789.296138] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleting the datastore file [datastore1] 72a99e47-ef6a-4930-be72-bbb5af8f6c77 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1789.296138] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d32eabcd-1707-48f7-aed4-33adf3efe435 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.298345] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1789.298674] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1789.301106] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bce47fb-a4be-4b3c-a965-f31f9f46ab1f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.304865] env[62563]: DEBUG oslo_vmware.api [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for the task: (returnval){ [ 1789.304865] env[62563]: value = "task-1751760" [ 1789.304865] env[62563]: _type = "Task" [ 1789.304865] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.307125] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1789.307125] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52654017-9f48-5873-993c-9bb6fae2afe2" [ 1789.307125] env[62563]: _type = "Task" [ 1789.307125] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.324882] env[62563]: DEBUG oslo_vmware.api [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.324882] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52654017-9f48-5873-993c-9bb6fae2afe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.326821] env[62563]: DEBUG nova.objects.instance [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'pci_requests' on Instance uuid ee5d691c-088d-4e04-a357-f33b24b5a470 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.382020] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3e43a5ce-2e7f-4f84-a1e4-28f3f06c7bfc tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "7bee263f-4ff5-4537-953d-1d199d67afcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.484s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.383324] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "7bee263f-4ff5-4537-953d-1d199d67afcc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.653s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.383660] env[62563]: INFO nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] During sync_power_state the instance has a pending task (deleting). Skip. [ 1789.383938] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "7bee263f-4ff5-4537-953d-1d199d67afcc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.709366] env[62563]: DEBUG nova.network.neutron [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updated VIF entry in instance network info cache for port bd7a6f9e-bc52-42fb-bca4-4749723ed77b. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.711182] env[62563]: DEBUG nova.network.neutron [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updating instance_info_cache with network_info: [{"id": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "address": "fa:16:3e:09:47:df", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7a6f9e-bc", "ovs_interfaceid": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.824993] env[62563]: DEBUG oslo_vmware.api [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Task: {'id': task-1751760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27305} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.824993] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52654017-9f48-5873-993c-9bb6fae2afe2, 'name': SearchDatastore_Task, 'duration_secs': 0.015197} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.825130] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1789.825221] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1789.825500] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1789.825698] env[62563]: INFO nova.compute.manager [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1789.825936] env[62563]: DEBUG oslo.service.loopingcall [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.826714] env[62563]: DEBUG nova.compute.manager [-] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1789.826819] env[62563]: DEBUG nova.network.neutron [-] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1789.828807] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424d54dd-df63-4193-8c8d-4dbda7c4f328 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.831798] env[62563]: DEBUG nova.objects.base [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1789.832402] env[62563]: DEBUG nova.network.neutron [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1789.838772] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1789.838772] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5294a867-33da-5708-86d1-a7d68aa50806" [ 1789.838772] env[62563]: _type = "Task" [ 1789.838772] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.847763] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5294a867-33da-5708-86d1-a7d68aa50806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.889872] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 72a99e47-ef6a-4930-be72-bbb5af8f6c77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.890131] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.890201] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.890272] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 46430685-25dd-412e-aebf-86ba4fcbd3ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.890380] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.890488] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.890593] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 086fb48c-5b24-4dc5-9e2a-3ff4811072a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.890698] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 7777c1f3-e169-4f1f-830b-eae86c4de0ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.890801] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 94c1b38a-0b60-40c3-a672-84acc773d7aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.891018] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 55072c9f-3762-41d8-9641-86ad9756f598 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.891018] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance ee5d691c-088d-4e04-a357-f33b24b5a470 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.891148] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.891310] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 76e4571b-75ec-4f41-ae1f-cc9adb279570 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.891427] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 39119bea-a908-4796-a573-4f81632cfa2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.891532] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance c4139981-c84d-448f-836e-64913b0ca5d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.891635] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 76691c85-eae4-476b-821b-31f649460b09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1789.891841] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1789.892039] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1789.911927] env[62563]: DEBUG nova.policy [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd8276e93f54c64a7b9555cf7ac58d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6d7499cd6b47cb8e408f3e13796971', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1790.144617] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b92970d-8b2e-4649-995e-5e22b21be13c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.153607] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539b845a-7387-4af5-a30e-d98550a6546d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.188734] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae844e1-9083-4735-b9b3-cd52eb974867 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.196680] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7795b65e-32b6-439e-a6b8-1dc3ccc87b9d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.211846] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.213357] env[62563]: DEBUG oslo_concurrency.lockutils [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] Releasing lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.213478] env[62563]: DEBUG nova.compute.manager [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Received event network-changed-bd7a6f9e-bc52-42fb-bca4-4749723ed77b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1790.213648] env[62563]: DEBUG nova.compute.manager [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Refreshing instance network info cache due to event network-changed-bd7a6f9e-bc52-42fb-bca4-4749723ed77b. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1790.213851] env[62563]: DEBUG oslo_concurrency.lockutils [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] Acquiring lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.213988] env[62563]: DEBUG oslo_concurrency.lockutils [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] Acquired lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.214161] env[62563]: DEBUG nova.network.neutron [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Refreshing network info cache for port bd7a6f9e-bc52-42fb-bca4-4749723ed77b {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.247975] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1790.248235] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364121', 'volume_id': '420d3bc1-3a01-4bee-82ed-ed51c2205cdf', 'name': 'volume-420d3bc1-3a01-4bee-82ed-ed51c2205cdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55072c9f-3762-41d8-9641-86ad9756f598', 'attached_at': '', 'detached_at': '', 'volume_id': '420d3bc1-3a01-4bee-82ed-ed51c2205cdf', 'serial': '420d3bc1-3a01-4bee-82ed-ed51c2205cdf'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1790.249114] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074e6423-fc32-4dc7-a7a4-d75e978986d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.265322] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3eebb3-000f-489e-92c0-ef53cfd4beda {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.283057] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.284048] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.284048] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.284048] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.284048] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.292621] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-420d3bc1-3a01-4bee-82ed-ed51c2205cdf/volume-420d3bc1-3a01-4bee-82ed-ed51c2205cdf.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1790.293142] env[62563]: INFO nova.compute.manager [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Terminating instance [ 1790.294466] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e00786a6-6f0a-45c9-baad-14f8bfddd9ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.307854] env[62563]: DEBUG nova.compute.manager [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1790.307985] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1790.309018] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bc709e-4859-497a-bdda-1e74c00d107e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.316666] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1790.317894] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90f31cc0-0f40-47f4-ba34-66a9ef5ebdb2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.319401] env[62563]: DEBUG oslo_vmware.api [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1790.319401] env[62563]: value = "task-1751761" [ 1790.319401] env[62563]: _type = "Task" [ 1790.319401] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.323974] env[62563]: DEBUG oslo_vmware.api [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1790.323974] env[62563]: value = "task-1751762" [ 1790.323974] env[62563]: _type = "Task" [ 1790.323974] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.330426] env[62563]: DEBUG oslo_vmware.api [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751761, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.333166] env[62563]: DEBUG oslo_vmware.api [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.348131] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5294a867-33da-5708-86d1-a7d68aa50806, 'name': SearchDatastore_Task, 'duration_secs': 0.035909} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.348131] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.348131] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 76691c85-eae4-476b-821b-31f649460b09/76691c85-eae4-476b-821b-31f649460b09.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1790.348377] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9824418e-1b0f-4b09-9dd9-02b26d70fc20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.355144] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1790.355144] env[62563]: value = "task-1751763" [ 1790.355144] env[62563]: _type = "Task" [ 1790.355144] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.362969] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.651132] env[62563]: DEBUG nova.network.neutron [-] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.716499] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1790.835248] env[62563]: DEBUG oslo_vmware.api [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751761, 'name': ReconfigVM_Task, 'duration_secs': 0.404214} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.838930] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-420d3bc1-3a01-4bee-82ed-ed51c2205cdf/volume-420d3bc1-3a01-4bee-82ed-ed51c2205cdf.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.844765] env[62563]: DEBUG oslo_vmware.api [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751762, 'name': PowerOffVM_Task, 'duration_secs': 0.229623} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.845054] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6020ecf-466b-441f-8ec1-eddd9b101f19 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.862116] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.862640] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1790.862770] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aa14937-4c03-4b92-b362-cafeab40f885 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.876537] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751763, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.878641] env[62563]: DEBUG oslo_vmware.api [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1790.878641] env[62563]: value = "task-1751765" [ 1790.878641] env[62563]: _type = "Task" [ 1790.878641] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.892616] env[62563]: DEBUG oslo_vmware.api [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.976018] env[62563]: DEBUG nova.compute.manager [req-795e35e6-f9bc-477c-a62c-a9fd376ee038 req-58fedf5b-913a-4175-b6e0-fcb6a0108c53 service nova] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Received event network-vif-deleted-6b97c539-bf03-4204-99bd-81ae90a3f4fa {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1790.979949] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1790.980162] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1790.980345] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleting the datastore file [datastore1] 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1790.980895] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b49918ec-0ee5-4521-8ff2-cd5bff046722 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.987430] env[62563]: DEBUG oslo_vmware.api [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for the task: (returnval){ [ 1790.987430] env[62563]: value = "task-1751766" [ 1790.987430] env[62563]: _type = "Task" [ 1790.987430] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.996608] env[62563]: DEBUG oslo_vmware.api [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.130582] env[62563]: DEBUG nova.network.neutron [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updated VIF entry in instance network info cache for port bd7a6f9e-bc52-42fb-bca4-4749723ed77b. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1791.130979] env[62563]: DEBUG nova.network.neutron [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updating instance_info_cache with network_info: [{"id": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "address": "fa:16:3e:09:47:df", "network": {"id": "eef86d19-edc9-427b-9f48-a4dfff2a3463", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-171907574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5088ba6c75a4908a61fbe2d3691d7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7a6f9e-bc", "ovs_interfaceid": "bd7a6f9e-bc52-42fb-bca4-4749723ed77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.154723] env[62563]: INFO nova.compute.manager [-] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Took 1.33 seconds to deallocate network for instance. [ 1791.225575] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1791.225946] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.382s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.355349] env[62563]: DEBUG nova.compute.manager [req-d5f40074-7b41-416b-aacf-a710fbda7178 req-b209e488-8e14-492a-be1b-9226d7c0afe8 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Received event network-vif-plugged-34328186-ebbc-4bd6-b36b-fa96de560bfa {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1791.355349] env[62563]: DEBUG oslo_concurrency.lockutils [req-d5f40074-7b41-416b-aacf-a710fbda7178 req-b209e488-8e14-492a-be1b-9226d7c0afe8 service nova] Acquiring lock "ee5d691c-088d-4e04-a357-f33b24b5a470-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.355349] env[62563]: DEBUG oslo_concurrency.lockutils [req-d5f40074-7b41-416b-aacf-a710fbda7178 req-b209e488-8e14-492a-be1b-9226d7c0afe8 service nova] Lock "ee5d691c-088d-4e04-a357-f33b24b5a470-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.355349] env[62563]: DEBUG oslo_concurrency.lockutils [req-d5f40074-7b41-416b-aacf-a710fbda7178 req-b209e488-8e14-492a-be1b-9226d7c0afe8 service nova] Lock "ee5d691c-088d-4e04-a357-f33b24b5a470-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.355349] env[62563]: DEBUG nova.compute.manager [req-d5f40074-7b41-416b-aacf-a710fbda7178 req-b209e488-8e14-492a-be1b-9226d7c0afe8 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] No waiting events found dispatching network-vif-plugged-34328186-ebbc-4bd6-b36b-fa96de560bfa {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1791.355349] env[62563]: WARNING nova.compute.manager [req-d5f40074-7b41-416b-aacf-a710fbda7178 req-b209e488-8e14-492a-be1b-9226d7c0afe8 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Received unexpected event network-vif-plugged-34328186-ebbc-4bd6-b36b-fa96de560bfa for instance with vm_state active and task_state None. [ 1791.372550] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580165} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.372812] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 76691c85-eae4-476b-821b-31f649460b09/76691c85-eae4-476b-821b-31f649460b09.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1791.373031] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1791.373284] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cb7a80b-c758-4bdd-b2b3-cfdd27796771 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.383561] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1791.383561] env[62563]: value = "task-1751767" [ 1791.383561] env[62563]: _type = "Task" [ 1791.383561] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.390645] env[62563]: DEBUG oslo_vmware.api [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751765, 'name': ReconfigVM_Task, 'duration_secs': 0.185978} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.391319] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364121', 'volume_id': '420d3bc1-3a01-4bee-82ed-ed51c2205cdf', 'name': 'volume-420d3bc1-3a01-4bee-82ed-ed51c2205cdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55072c9f-3762-41d8-9641-86ad9756f598', 'attached_at': '', 'detached_at': '', 'volume_id': '420d3bc1-3a01-4bee-82ed-ed51c2205cdf', 'serial': '420d3bc1-3a01-4bee-82ed-ed51c2205cdf'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1791.397183] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.453527] env[62563]: DEBUG nova.network.neutron [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Successfully updated port: 34328186-ebbc-4bd6-b36b-fa96de560bfa {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1791.497189] env[62563]: DEBUG oslo_vmware.api [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Task: {'id': task-1751766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151875} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.497532] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1791.497727] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1791.497906] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1791.498097] env[62563]: INFO nova.compute.manager [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1791.498340] env[62563]: DEBUG oslo.service.loopingcall [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1791.498813] env[62563]: DEBUG nova.compute.manager [-] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1791.498917] env[62563]: DEBUG nova.network.neutron [-] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1791.634247] env[62563]: DEBUG oslo_concurrency.lockutils [req-cdd82df4-b083-4bd9-ad04-a216eba846cf req-11d826b9-3ab5-4671-8fee-d4879886a7f4 service nova] Releasing lock "refresh_cache-94c1b38a-0b60-40c3-a672-84acc773d7aa" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.662149] env[62563]: DEBUG oslo_concurrency.lockutils [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.662446] env[62563]: DEBUG oslo_concurrency.lockutils [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.662676] env[62563]: DEBUG nova.objects.instance [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lazy-loading 'resources' on Instance uuid 72a99e47-ef6a-4930-be72-bbb5af8f6c77 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1791.893254] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066751} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.893549] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1791.894352] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915d695-2d15-4793-8bfd-23366d5599ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.920023] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 76691c85-eae4-476b-821b-31f649460b09/76691c85-eae4-476b-821b-31f649460b09.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1791.920337] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-753f00c2-c957-483e-b01b-767204c8f4a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.942879] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1791.942879] env[62563]: value = "task-1751768" [ 1791.942879] env[62563]: _type = "Task" [ 1791.942879] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.952461] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.956542] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.956542] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.956542] env[62563]: DEBUG nova.network.neutron [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.241380] env[62563]: DEBUG nova.network.neutron [-] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.350619] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baddee8e-2a3b-4edc-a6b4-0d7dbfbaa3b8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.358151] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabd6214-f409-48d4-b004-d4eeee6a718c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.389876] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ab7a97-3063-4d06-85f3-d09d797c8afd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.397316] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e80e292-194a-496d-839b-6efe4d02e1eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.410391] env[62563]: DEBUG nova.compute.provider_tree [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1792.438503] env[62563]: DEBUG nova.objects.instance [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'flavor' on Instance uuid 55072c9f-3762-41d8-9641-86ad9756f598 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.453985] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751768, 'name': ReconfigVM_Task, 'duration_secs': 0.327333} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.454825] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 76691c85-eae4-476b-821b-31f649460b09/76691c85-eae4-476b-821b-31f649460b09.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1792.455441] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e9a4155-5080-4dd5-8eda-0a5d46a0920e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.463839] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1792.463839] env[62563]: value = "task-1751769" [ 1792.463839] env[62563]: _type = "Task" [ 1792.463839] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.472339] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751769, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.489118] env[62563]: WARNING nova.network.neutron [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] 7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2 already exists in list: networks containing: ['7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2']. ignoring it [ 1792.744292] env[62563]: INFO nova.compute.manager [-] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Took 1.25 seconds to deallocate network for instance. [ 1792.794936] env[62563]: DEBUG nova.network.neutron [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updating instance_info_cache with network_info: [{"id": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "address": "fa:16:3e:5f:51:46", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfcc93b-e7", "ovs_interfaceid": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34328186-ebbc-4bd6-b36b-fa96de560bfa", "address": "fa:16:3e:62:86:5e", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34328186-eb", "ovs_interfaceid": "34328186-ebbc-4bd6-b36b-fa96de560bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.914135] env[62563]: DEBUG nova.scheduler.client.report [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1792.943199] env[62563]: DEBUG oslo_concurrency.lockutils [None req-cf772de7-3e47-4817-b6d5-ee1177d9a263 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.295s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.972951] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751769, 'name': Rename_Task, 'duration_secs': 0.144758} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.973352] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1792.973626] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-509ed852-007b-4aeb-ba20-6f57c213e1ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.979849] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1792.979849] env[62563]: value = "task-1751770" [ 1792.979849] env[62563]: _type = "Task" [ 1792.979849] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.988283] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.251974] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.298034] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.298581] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.298801] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.299805] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa9161c-e4ed-4903-a142-53bb84637916 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.316963] env[62563]: DEBUG nova.virt.hardware [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1793.317263] env[62563]: DEBUG nova.virt.hardware [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1793.317446] env[62563]: DEBUG nova.virt.hardware [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.317635] env[62563]: DEBUG nova.virt.hardware [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1793.317785] env[62563]: DEBUG nova.virt.hardware [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.317934] env[62563]: DEBUG nova.virt.hardware [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1793.318156] env[62563]: DEBUG nova.virt.hardware [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1793.318322] env[62563]: DEBUG nova.virt.hardware [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1793.318496] env[62563]: DEBUG nova.virt.hardware [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1793.318670] env[62563]: DEBUG nova.virt.hardware [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1793.318850] env[62563]: DEBUG nova.virt.hardware [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1793.325093] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Reconfiguring VM to attach interface {{(pid=62563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1793.325379] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9d7cda5-66b7-40f9-b349-ea78bda31788 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.341759] env[62563]: DEBUG oslo_vmware.api [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1793.341759] env[62563]: value = "task-1751771" [ 1793.341759] env[62563]: _type = "Task" [ 1793.341759] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.349544] env[62563]: DEBUG oslo_vmware.api [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751771, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.383266] env[62563]: DEBUG nova.compute.manager [req-72d978eb-6519-4303-8802-ad5430d177bb req-d72f6db5-3888-4d2f-9aa4-2e872464fdd8 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Received event network-changed-34328186-ebbc-4bd6-b36b-fa96de560bfa {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1793.383469] env[62563]: DEBUG nova.compute.manager [req-72d978eb-6519-4303-8802-ad5430d177bb req-d72f6db5-3888-4d2f-9aa4-2e872464fdd8 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Refreshing instance network info cache due to event network-changed-34328186-ebbc-4bd6-b36b-fa96de560bfa. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1793.383684] env[62563]: DEBUG oslo_concurrency.lockutils [req-72d978eb-6519-4303-8802-ad5430d177bb req-d72f6db5-3888-4d2f-9aa4-2e872464fdd8 service nova] Acquiring lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.383834] env[62563]: DEBUG oslo_concurrency.lockutils [req-72d978eb-6519-4303-8802-ad5430d177bb req-d72f6db5-3888-4d2f-9aa4-2e872464fdd8 service nova] Acquired lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.383999] env[62563]: DEBUG nova.network.neutron [req-72d978eb-6519-4303-8802-ad5430d177bb req-d72f6db5-3888-4d2f-9aa4-2e872464fdd8 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Refreshing network info cache for port 34328186-ebbc-4bd6-b36b-fa96de560bfa {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1793.419201] env[62563]: DEBUG oslo_concurrency.lockutils [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.422063] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.170s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.422063] env[62563]: DEBUG nova.objects.instance [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lazy-loading 'resources' on Instance uuid 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.443790] env[62563]: INFO nova.scheduler.client.report [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Deleted allocations for instance 72a99e47-ef6a-4930-be72-bbb5af8f6c77 [ 1793.490213] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751770, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.807218] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "55072c9f-3762-41d8-9641-86ad9756f598" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.807455] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.852281] env[62563]: DEBUG oslo_vmware.api [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.951168] env[62563]: DEBUG oslo_concurrency.lockutils [None req-23f5dd99-bf26-47a8-99d2-8f7a5b427b25 tempest-ServersTestJSON-1799241870 tempest-ServersTestJSON-1799241870-project-member] Lock "72a99e47-ef6a-4930-be72-bbb5af8f6c77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.290s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.992718] env[62563]: DEBUG oslo_vmware.api [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751770, 'name': PowerOnVM_Task, 'duration_secs': 0.614043} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.997442] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1793.997687] env[62563]: INFO nova.compute.manager [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1793.997884] env[62563]: DEBUG nova.compute.manager [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1793.998937] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8987aa68-c2bd-4d66-b98c-be1ed133e7e8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.125121] env[62563]: DEBUG nova.network.neutron [req-72d978eb-6519-4303-8802-ad5430d177bb req-d72f6db5-3888-4d2f-9aa4-2e872464fdd8 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updated VIF entry in instance network info cache for port 34328186-ebbc-4bd6-b36b-fa96de560bfa. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1794.125568] env[62563]: DEBUG nova.network.neutron [req-72d978eb-6519-4303-8802-ad5430d177bb req-d72f6db5-3888-4d2f-9aa4-2e872464fdd8 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updating instance_info_cache with network_info: [{"id": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "address": "fa:16:3e:5f:51:46", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfcc93b-e7", "ovs_interfaceid": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34328186-ebbc-4bd6-b36b-fa96de560bfa", "address": "fa:16:3e:62:86:5e", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34328186-eb", "ovs_interfaceid": "34328186-ebbc-4bd6-b36b-fa96de560bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.212328] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a383cd83-9de5-40dc-8a9e-606962d4ba39 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.219855] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136e0d52-ea7e-47fb-bc82-8b768a5471c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.250069] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdde090-3803-4970-bd49-993c9049db5b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.257496] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89613f8e-60ae-480b-8839-b00a96e91176 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.272753] env[62563]: DEBUG nova.compute.provider_tree [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.310320] env[62563]: DEBUG nova.compute.utils [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1794.353309] env[62563]: DEBUG oslo_vmware.api [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751771, 'name': ReconfigVM_Task, 'duration_secs': 0.912371} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.353868] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.354130] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Reconfigured VM to attach interface {{(pid=62563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1794.518750] env[62563]: INFO nova.compute.manager [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Took 16.20 seconds to build instance. [ 1794.628488] env[62563]: DEBUG oslo_concurrency.lockutils [req-72d978eb-6519-4303-8802-ad5430d177bb req-d72f6db5-3888-4d2f-9aa4-2e872464fdd8 service nova] Releasing lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.628798] env[62563]: DEBUG nova.compute.manager [req-72d978eb-6519-4303-8802-ad5430d177bb req-d72f6db5-3888-4d2f-9aa4-2e872464fdd8 service nova] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Received event network-vif-deleted-04f81305-60a4-4bfd-8c4f-efd3b5d4d0d7 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1794.775787] env[62563]: DEBUG nova.scheduler.client.report [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1794.812776] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.858660] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53722f1d-4b5f-4dd7-95e7-43c7669b0baf tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-ee5d691c-088d-4e04-a357-f33b24b5a470-34328186-ebbc-4bd6-b36b-fa96de560bfa" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.201s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.021259] env[62563]: DEBUG oslo_concurrency.lockutils [None req-429bece7-0635-4395-a69c-f3fc7cd126c4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "76691c85-eae4-476b-821b-31f649460b09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.726s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.021545] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "76691c85-eae4-476b-821b-31f649460b09" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.287s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.021741] env[62563]: INFO nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 76691c85-eae4-476b-821b-31f649460b09] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1795.021912] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "76691c85-eae4-476b-821b-31f649460b09" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.280726] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.300323] env[62563]: INFO nova.scheduler.client.report [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Deleted allocations for instance 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee [ 1795.808669] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b1de0098-e926-44b0-a226-5a0675f00a76 tempest-ServersAdminTestJSON-1552846523 tempest-ServersAdminTestJSON-1552846523-project-member] Lock "4bce3b08-409f-47e5-9ca4-3e8572c2f8ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.525s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.884744] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "55072c9f-3762-41d8-9641-86ad9756f598" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.884744] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.884744] env[62563]: INFO nova.compute.manager [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Attaching volume 66c8e938-71b4-4762-93b7-00a7e6785bfb to /dev/sdc [ 1795.921749] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7931678-a750-4901-9831-b9e2c213bc2a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.931020] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b7198f-4b8b-4963-ab04-8082ac777cae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.946913] env[62563]: DEBUG nova.virt.block_device [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Updating existing volume attachment record: 9fccfc35-ef5a-46a6-abea-40a307a68af7 {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1796.162493] env[62563]: DEBUG nova.compute.manager [req-3d51b94b-18a9-4739-b049-fd832c0bab31 req-262a79c3-7673-46cf-8128-3a975307fb6f service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Received event network-changed-db3b81fa-c62a-4d5c-8704-217036d0fd18 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1796.162715] env[62563]: DEBUG nova.compute.manager [req-3d51b94b-18a9-4739-b049-fd832c0bab31 req-262a79c3-7673-46cf-8128-3a975307fb6f service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Refreshing instance network info cache due to event network-changed-db3b81fa-c62a-4d5c-8704-217036d0fd18. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1796.162938] env[62563]: DEBUG oslo_concurrency.lockutils [req-3d51b94b-18a9-4739-b049-fd832c0bab31 req-262a79c3-7673-46cf-8128-3a975307fb6f service nova] Acquiring lock "refresh_cache-76691c85-eae4-476b-821b-31f649460b09" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.163209] env[62563]: DEBUG oslo_concurrency.lockutils [req-3d51b94b-18a9-4739-b049-fd832c0bab31 req-262a79c3-7673-46cf-8128-3a975307fb6f service nova] Acquired lock "refresh_cache-76691c85-eae4-476b-821b-31f649460b09" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.163405] env[62563]: DEBUG nova.network.neutron [req-3d51b94b-18a9-4739-b049-fd832c0bab31 req-262a79c3-7673-46cf-8128-3a975307fb6f service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Refreshing network info cache for port db3b81fa-c62a-4d5c-8704-217036d0fd18 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.414892] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "interface-ee5d691c-088d-4e04-a357-f33b24b5a470-34328186-ebbc-4bd6-b36b-fa96de560bfa" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.416871] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-ee5d691c-088d-4e04-a357-f33b24b5a470-34328186-ebbc-4bd6-b36b-fa96de560bfa" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.816626] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.816900] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.920045] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.920266] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.921190] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280289f5-0447-4ddb-9569-2b479febb3d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.942124] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc821b40-3174-4e10-bf9c-0beeb4566847 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.968267] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Reconfiguring VM to detach interface {{(pid=62563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1796.968786] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5177333-6af3-4d3c-aebd-30b4cc035e60 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.987680] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1796.987680] env[62563]: value = "task-1751773" [ 1796.987680] env[62563]: _type = "Task" [ 1796.987680] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.998638] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.117637] env[62563]: DEBUG nova.network.neutron [req-3d51b94b-18a9-4739-b049-fd832c0bab31 req-262a79c3-7673-46cf-8128-3a975307fb6f service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Updated VIF entry in instance network info cache for port db3b81fa-c62a-4d5c-8704-217036d0fd18. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.118069] env[62563]: DEBUG nova.network.neutron [req-3d51b94b-18a9-4739-b049-fd832c0bab31 req-262a79c3-7673-46cf-8128-3a975307fb6f service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Updating instance_info_cache with network_info: [{"id": "db3b81fa-c62a-4d5c-8704-217036d0fd18", "address": "fa:16:3e:5b:69:1d", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3b81fa-c6", "ovs_interfaceid": "db3b81fa-c62a-4d5c-8704-217036d0fd18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.321993] env[62563]: DEBUG nova.compute.utils [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.504336] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.621221] env[62563]: DEBUG oslo_concurrency.lockutils [req-3d51b94b-18a9-4739-b049-fd832c0bab31 req-262a79c3-7673-46cf-8128-3a975307fb6f service nova] Releasing lock "refresh_cache-76691c85-eae4-476b-821b-31f649460b09" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.823799] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.999289] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.500458] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.905049] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.905385] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.905667] env[62563]: INFO nova.compute.manager [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Attaching volume 0228df2c-1272-422a-ad51-c863c5073479 to /dev/sdb [ 1798.943232] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f100503e-4011-4828-9bf7-dea756f823bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.951108] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c9587e-11d2-4b4b-b281-e461240cb3a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.964194] env[62563]: DEBUG nova.virt.block_device [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating existing volume attachment record: 5e890851-2833-44d5-8f60-e84b805e1f99 {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1799.001610] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.502490] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.002121] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.493994] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1800.494274] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364123', 'volume_id': '66c8e938-71b4-4762-93b7-00a7e6785bfb', 'name': 'volume-66c8e938-71b4-4762-93b7-00a7e6785bfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55072c9f-3762-41d8-9641-86ad9756f598', 'attached_at': '', 'detached_at': '', 'volume_id': '66c8e938-71b4-4762-93b7-00a7e6785bfb', 'serial': '66c8e938-71b4-4762-93b7-00a7e6785bfb'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1800.495464] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f38527-5f93-4089-a2a7-4a0bde2b282d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.506836] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.518173] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf73156-5319-42bc-b3cf-7f1eadaa7d0e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.548763] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-66c8e938-71b4-4762-93b7-00a7e6785bfb/volume-66c8e938-71b4-4762-93b7-00a7e6785bfb.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1800.549351] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c6c4ff-1ee9-4dec-9162-b75ec59acb36 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.569639] env[62563]: DEBUG oslo_vmware.api [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1800.569639] env[62563]: value = "task-1751778" [ 1800.569639] env[62563]: _type = "Task" [ 1800.569639] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.578441] env[62563]: DEBUG oslo_vmware.api [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.006445] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.082035] env[62563]: DEBUG oslo_vmware.api [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751778, 'name': ReconfigVM_Task, 'duration_secs': 0.488204} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.082399] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-66c8e938-71b4-4762-93b7-00a7e6785bfb/volume-66c8e938-71b4-4762-93b7-00a7e6785bfb.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1801.087794] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7feb53d-88ff-4bc0-b261-077278f04ea0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.102923] env[62563]: DEBUG oslo_vmware.api [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1801.102923] env[62563]: value = "task-1751779" [ 1801.102923] env[62563]: _type = "Task" [ 1801.102923] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.111235] env[62563]: DEBUG oslo_vmware.api [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.505202] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.612926] env[62563]: DEBUG oslo_vmware.api [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751779, 'name': ReconfigVM_Task, 'duration_secs': 0.164009} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.613805] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364123', 'volume_id': '66c8e938-71b4-4762-93b7-00a7e6785bfb', 'name': 'volume-66c8e938-71b4-4762-93b7-00a7e6785bfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55072c9f-3762-41d8-9641-86ad9756f598', 'attached_at': '', 'detached_at': '', 'volume_id': '66c8e938-71b4-4762-93b7-00a7e6785bfb', 'serial': '66c8e938-71b4-4762-93b7-00a7e6785bfb'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1802.006649] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.508099] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751773, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.663159] env[62563]: DEBUG nova.objects.instance [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'flavor' on Instance uuid 55072c9f-3762-41d8-9641-86ad9756f598 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.014786] env[62563]: DEBUG oslo_vmware.api [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751773, 'name': ReconfigVM_Task, 'duration_secs': 5.803677} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.015107] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.015325] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Reconfigured VM to detach interface {{(pid=62563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1803.172223] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f247d507-04da-4552-9a88-43e7084fc55e tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.289s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.422365] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "55072c9f-3762-41d8-9641-86ad9756f598" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.422365] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.510778] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1803.511041] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364125', 'volume_id': '0228df2c-1272-422a-ad51-c863c5073479', 'name': 'volume-0228df2c-1272-422a-ad51-c863c5073479', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a', 'attached_at': '', 'detached_at': '', 'volume_id': '0228df2c-1272-422a-ad51-c863c5073479', 'serial': '0228df2c-1272-422a-ad51-c863c5073479'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1803.512013] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ff3f9d-f9e4-452b-899d-3838bc287c77 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.530931] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1a0354-914c-4a83-a6cf-e3cd0143ac7f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.558755] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-0228df2c-1272-422a-ad51-c863c5073479/volume-0228df2c-1272-422a-ad51-c863c5073479.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.558755] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fd4e3df-b345-4ee4-9282-176ec88c09f0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.577226] env[62563]: DEBUG oslo_vmware.api [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1803.577226] env[62563]: value = "task-1751781" [ 1803.577226] env[62563]: _type = "Task" [ 1803.577226] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.584913] env[62563]: DEBUG oslo_vmware.api [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.839394] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Acquiring lock "a903b487-5a0d-407e-b549-855856dcbb39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.840893] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Lock "a903b487-5a0d-407e-b549-855856dcbb39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.925543] env[62563]: INFO nova.compute.manager [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Detaching volume 420d3bc1-3a01-4bee-82ed-ed51c2205cdf [ 1803.970601] env[62563]: INFO nova.virt.block_device [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Attempting to driver detach volume 420d3bc1-3a01-4bee-82ed-ed51c2205cdf from mountpoint /dev/sdb [ 1803.970833] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1803.971124] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364121', 'volume_id': '420d3bc1-3a01-4bee-82ed-ed51c2205cdf', 'name': 'volume-420d3bc1-3a01-4bee-82ed-ed51c2205cdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55072c9f-3762-41d8-9641-86ad9756f598', 'attached_at': '', 'detached_at': '', 'volume_id': '420d3bc1-3a01-4bee-82ed-ed51c2205cdf', 'serial': '420d3bc1-3a01-4bee-82ed-ed51c2205cdf'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1803.972352] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f56e9c8-7a9d-4037-8641-2dc45637a5d8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.000740] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a842a1-8a9c-4079-9384-92bfbac1fcc6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.007601] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25e4efc-1454-40b4-afd4-5b5715aa36bc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.032779] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27d8716-241f-45fb-8998-337f390874aa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.050909] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] The volume has not been displaced from its original location: [datastore1] volume-420d3bc1-3a01-4bee-82ed-ed51c2205cdf/volume-420d3bc1-3a01-4bee-82ed-ed51c2205cdf.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1804.056936] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1804.057374] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71ac9c60-50eb-49ca-9af2-b35fad994af1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.078491] env[62563]: DEBUG oslo_vmware.api [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1804.078491] env[62563]: value = "task-1751782" [ 1804.078491] env[62563]: _type = "Task" [ 1804.078491] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.089422] env[62563]: DEBUG oslo_vmware.api [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751781, 'name': ReconfigVM_Task, 'duration_secs': 0.354805} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.092568] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-0228df2c-1272-422a-ad51-c863c5073479/volume-0228df2c-1272-422a-ad51-c863c5073479.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.097523] env[62563]: DEBUG oslo_vmware.api [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751782, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.097776] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df7852fa-365d-4e48-96dd-f385b88a8c37 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.113358] env[62563]: DEBUG oslo_vmware.api [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1804.113358] env[62563]: value = "task-1751783" [ 1804.113358] env[62563]: _type = "Task" [ 1804.113358] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.122093] env[62563]: DEBUG oslo_vmware.api [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.324608] env[62563]: DEBUG nova.compute.manager [req-4f0e8a46-6524-4899-86ca-8b6cb9034c4a req-e6f0450a-5fe8-4778-81ce-852a186a0fcb service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Received event network-changed-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1804.324882] env[62563]: DEBUG nova.compute.manager [req-4f0e8a46-6524-4899-86ca-8b6cb9034c4a req-e6f0450a-5fe8-4778-81ce-852a186a0fcb service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Refreshing instance network info cache due to event network-changed-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1804.325487] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f0e8a46-6524-4899-86ca-8b6cb9034c4a req-e6f0450a-5fe8-4778-81ce-852a186a0fcb service nova] Acquiring lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.325686] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f0e8a46-6524-4899-86ca-8b6cb9034c4a req-e6f0450a-5fe8-4778-81ce-852a186a0fcb service nova] Acquired lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.326211] env[62563]: DEBUG nova.network.neutron [req-4f0e8a46-6524-4899-86ca-8b6cb9034c4a req-e6f0450a-5fe8-4778-81ce-852a186a0fcb service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Refreshing network info cache for port 7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.341634] env[62563]: DEBUG nova.compute.manager [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1804.354409] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.591182] env[62563]: DEBUG oslo_vmware.api [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751782, 'name': ReconfigVM_Task, 'duration_secs': 0.37592} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.591481] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1804.596651] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3462af1-67d0-4658-a948-af8e70bb2444 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.611725] env[62563]: DEBUG oslo_vmware.api [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1804.611725] env[62563]: value = "task-1751784" [ 1804.611725] env[62563]: _type = "Task" [ 1804.611725] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.622218] env[62563]: DEBUG oslo_vmware.api [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.625220] env[62563]: DEBUG oslo_vmware.api [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751783, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.864347] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.864607] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.866053] env[62563]: INFO nova.compute.claims [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1805.030280] env[62563]: DEBUG nova.network.neutron [req-4f0e8a46-6524-4899-86ca-8b6cb9034c4a req-e6f0450a-5fe8-4778-81ce-852a186a0fcb service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updated VIF entry in instance network info cache for port 7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1805.030711] env[62563]: DEBUG nova.network.neutron [req-4f0e8a46-6524-4899-86ca-8b6cb9034c4a req-e6f0450a-5fe8-4778-81ce-852a186a0fcb service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updating instance_info_cache with network_info: [{"id": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "address": "fa:16:3e:5f:51:46", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfcc93b-e7", "ovs_interfaceid": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34328186-ebbc-4bd6-b36b-fa96de560bfa", "address": "fa:16:3e:62:86:5e", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34328186-eb", "ovs_interfaceid": "34328186-ebbc-4bd6-b36b-fa96de560bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.042491] env[62563]: DEBUG oslo_concurrency.lockutils [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "interface-c4139981-c84d-448f-836e-64913b0ca5d7-34328186-ebbc-4bd6-b36b-fa96de560bfa" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.042877] env[62563]: DEBUG oslo_concurrency.lockutils [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-c4139981-c84d-448f-836e-64913b0ca5d7-34328186-ebbc-4bd6-b36b-fa96de560bfa" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.043285] env[62563]: DEBUG nova.objects.instance [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'flavor' on Instance uuid c4139981-c84d-448f-836e-64913b0ca5d7 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.124505] env[62563]: DEBUG oslo_vmware.api [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751783, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.127384] env[62563]: DEBUG oslo_vmware.api [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751784, 'name': ReconfigVM_Task, 'duration_secs': 0.162981} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.127675] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364121', 'volume_id': '420d3bc1-3a01-4bee-82ed-ed51c2205cdf', 'name': 'volume-420d3bc1-3a01-4bee-82ed-ed51c2205cdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55072c9f-3762-41d8-9641-86ad9756f598', 'attached_at': '', 'detached_at': '', 'volume_id': '420d3bc1-3a01-4bee-82ed-ed51c2205cdf', 'serial': '420d3bc1-3a01-4bee-82ed-ed51c2205cdf'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1805.533829] env[62563]: DEBUG oslo_concurrency.lockutils [req-4f0e8a46-6524-4899-86ca-8b6cb9034c4a req-e6f0450a-5fe8-4778-81ce-852a186a0fcb service nova] Releasing lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.534328] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.534527] env[62563]: DEBUG nova.network.neutron [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.630757] env[62563]: DEBUG oslo_vmware.api [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751783, 'name': ReconfigVM_Task, 'duration_secs': 1.155762} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.631297] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364125', 'volume_id': '0228df2c-1272-422a-ad51-c863c5073479', 'name': 'volume-0228df2c-1272-422a-ad51-c863c5073479', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a', 'attached_at': '', 'detached_at': '', 'volume_id': '0228df2c-1272-422a-ad51-c863c5073479', 'serial': '0228df2c-1272-422a-ad51-c863c5073479'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1805.643986] env[62563]: DEBUG nova.objects.instance [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'pci_requests' on Instance uuid c4139981-c84d-448f-836e-64913b0ca5d7 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.675988] env[62563]: DEBUG nova.objects.instance [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'flavor' on Instance uuid 55072c9f-3762-41d8-9641-86ad9756f598 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.039917] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c976a4-ab7e-4acf-b972-79dfa8b37141 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.048179] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21363914-ffa5-4dcd-a706-7b507503f138 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.081408] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22782dee-0460-4139-b1e1-7aa3d69f1888 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.089071] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62962024-95a3-4662-99b2-c7ed96ad7ead {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.102453] env[62563]: DEBUG nova.compute.provider_tree [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.148553] env[62563]: DEBUG nova.objects.base [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1806.148553] env[62563]: DEBUG nova.network.neutron [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1806.227956] env[62563]: DEBUG nova.policy [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd8276e93f54c64a7b9555cf7ac58d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6d7499cd6b47cb8e408f3e13796971', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1806.265627] env[62563]: INFO nova.network.neutron [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Port 34328186-ebbc-4bd6-b36b-fa96de560bfa from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1806.266105] env[62563]: DEBUG nova.network.neutron [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updating instance_info_cache with network_info: [{"id": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "address": "fa:16:3e:5f:51:46", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfcc93b-e7", "ovs_interfaceid": "7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.352904] env[62563]: DEBUG nova.compute.manager [req-3c2ef3a3-d6ce-4c3a-ba52-65e743da14fa req-3145a71b-83e5-426d-bf01-786bc0ecb3f8 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Received event network-changed-2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1806.353128] env[62563]: DEBUG nova.compute.manager [req-3c2ef3a3-d6ce-4c3a-ba52-65e743da14fa req-3145a71b-83e5-426d-bf01-786bc0ecb3f8 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Refreshing instance network info cache due to event network-changed-2c0ddc01-76ab-46ee-a02c-1d5d58bcc903. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1806.353349] env[62563]: DEBUG oslo_concurrency.lockutils [req-3c2ef3a3-d6ce-4c3a-ba52-65e743da14fa req-3145a71b-83e5-426d-bf01-786bc0ecb3f8 service nova] Acquiring lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.353494] env[62563]: DEBUG oslo_concurrency.lockutils [req-3c2ef3a3-d6ce-4c3a-ba52-65e743da14fa req-3145a71b-83e5-426d-bf01-786bc0ecb3f8 service nova] Acquired lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.353655] env[62563]: DEBUG nova.network.neutron [req-3c2ef3a3-d6ce-4c3a-ba52-65e743da14fa req-3145a71b-83e5-426d-bf01-786bc0ecb3f8 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Refreshing network info cache for port 2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1806.606616] env[62563]: DEBUG nova.scheduler.client.report [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1806.670507] env[62563]: DEBUG nova.objects.instance [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'flavor' on Instance uuid ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.678415] env[62563]: DEBUG oslo_concurrency.lockutils [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "55072c9f-3762-41d8-9641-86ad9756f598" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.685961] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c1a6912f-a9b9-4216-b677-b52d9923fad7 tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.686968] env[62563]: DEBUG oslo_concurrency.lockutils [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.009s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.769362] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "refresh_cache-ee5d691c-088d-4e04-a357-f33b24b5a470" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.082097] env[62563]: DEBUG nova.network.neutron [req-3c2ef3a3-d6ce-4c3a-ba52-65e743da14fa req-3145a71b-83e5-426d-bf01-786bc0ecb3f8 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updated VIF entry in instance network info cache for port 2c0ddc01-76ab-46ee-a02c-1d5d58bcc903. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.082495] env[62563]: DEBUG nova.network.neutron [req-3c2ef3a3-d6ce-4c3a-ba52-65e743da14fa req-3145a71b-83e5-426d-bf01-786bc0ecb3f8 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updating instance_info_cache with network_info: [{"id": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "address": "fa:16:3e:28:93:25", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ddc01-76", "ovs_interfaceid": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.110665] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.111179] env[62563]: DEBUG nova.compute.manager [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1807.175649] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dab5d893-4a20-4749-83e3-82bd9e7972fa tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.270s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.190474] env[62563]: INFO nova.compute.manager [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Detaching volume 66c8e938-71b4-4762-93b7-00a7e6785bfb [ 1807.227329] env[62563]: INFO nova.virt.block_device [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Attempting to driver detach volume 66c8e938-71b4-4762-93b7-00a7e6785bfb from mountpoint /dev/sdc [ 1807.227598] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1807.227840] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364123', 'volume_id': '66c8e938-71b4-4762-93b7-00a7e6785bfb', 'name': 'volume-66c8e938-71b4-4762-93b7-00a7e6785bfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55072c9f-3762-41d8-9641-86ad9756f598', 'attached_at': '', 'detached_at': '', 'volume_id': '66c8e938-71b4-4762-93b7-00a7e6785bfb', 'serial': '66c8e938-71b4-4762-93b7-00a7e6785bfb'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1807.228739] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fd003f-5761-44db-baf9-b9f32b49ae2c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.938629] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b8077771-dc4f-4ad5-a787-3a3bf061def2 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-ee5d691c-088d-4e04-a357-f33b24b5a470-34328186-ebbc-4bd6-b36b-fa96de560bfa" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.523s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.941034] env[62563]: DEBUG oslo_concurrency.lockutils [req-3c2ef3a3-d6ce-4c3a-ba52-65e743da14fa req-3145a71b-83e5-426d-bf01-786bc0ecb3f8 service nova] Releasing lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.942162] env[62563]: DEBUG nova.compute.utils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1807.944301] env[62563]: DEBUG nova.network.neutron [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Successfully updated port: 34328186-ebbc-4bd6-b36b-fa96de560bfa {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1807.948913] env[62563]: DEBUG nova.compute.manager [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1807.949104] env[62563]: DEBUG nova.network.neutron [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1807.952324] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec534226-b928-42cd-8bee-081ddf474971 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.959998] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abd6f84-2f46-4287-b337-360b72eceefe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.982857] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cd224d-4687-42fc-8980-780aedd89052 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.998317] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] The volume has not been displaced from its original location: [datastore1] volume-66c8e938-71b4-4762-93b7-00a7e6785bfb/volume-66c8e938-71b4-4762-93b7-00a7e6785bfb.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1808.003531] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Reconfiguring VM instance instance-00000067 to detach disk 2002 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1808.005068] env[62563]: DEBUG nova.policy [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec1c78c7730a4b7fb7b6f2a6baba8014', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfb965d9c4dc45889994188c96020d54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1808.006863] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bc157bf-397f-43dc-9aa0-d8bfc80bc1f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.026792] env[62563]: DEBUG oslo_vmware.api [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1808.026792] env[62563]: value = "task-1751785" [ 1808.026792] env[62563]: _type = "Task" [ 1808.026792] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.036646] env[62563]: DEBUG oslo_vmware.api [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.327778] env[62563]: DEBUG nova.network.neutron [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Successfully created port: a505f90b-9a2d-4e28-879e-85202258d1a8 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1808.391772] env[62563]: DEBUG nova.compute.manager [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Received event network-vif-plugged-34328186-ebbc-4bd6-b36b-fa96de560bfa {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1808.391989] env[62563]: DEBUG oslo_concurrency.lockutils [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] Acquiring lock "c4139981-c84d-448f-836e-64913b0ca5d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.392227] env[62563]: DEBUG oslo_concurrency.lockutils [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] Lock "c4139981-c84d-448f-836e-64913b0ca5d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.392435] env[62563]: DEBUG oslo_concurrency.lockutils [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] Lock "c4139981-c84d-448f-836e-64913b0ca5d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.392650] env[62563]: DEBUG nova.compute.manager [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] No waiting events found dispatching network-vif-plugged-34328186-ebbc-4bd6-b36b-fa96de560bfa {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1808.392825] env[62563]: WARNING nova.compute.manager [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Received unexpected event network-vif-plugged-34328186-ebbc-4bd6-b36b-fa96de560bfa for instance with vm_state active and task_state None. [ 1808.392984] env[62563]: DEBUG nova.compute.manager [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Received event network-changed-34328186-ebbc-4bd6-b36b-fa96de560bfa {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1808.393190] env[62563]: DEBUG nova.compute.manager [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Refreshing instance network info cache due to event network-changed-34328186-ebbc-4bd6-b36b-fa96de560bfa. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1808.393374] env[62563]: DEBUG oslo_concurrency.lockutils [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] Acquiring lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.393509] env[62563]: DEBUG oslo_concurrency.lockutils [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] Acquired lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.393665] env[62563]: DEBUG nova.network.neutron [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Refreshing network info cache for port 34328186-ebbc-4bd6-b36b-fa96de560bfa {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1808.455589] env[62563]: DEBUG nova.compute.manager [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1808.460148] env[62563]: DEBUG oslo_concurrency.lockutils [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.463029] env[62563]: DEBUG nova.compute.manager [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Stashing vm_state: active {{(pid=62563) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1808.534767] env[62563]: DEBUG oslo_vmware.api [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751785, 'name': ReconfigVM_Task, 'duration_secs': 0.216063} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.535236] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Reconfigured VM instance instance-00000067 to detach disk 2002 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1808.539997] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be0e2961-f7b8-4596-b806-cbd4a6739831 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.555763] env[62563]: DEBUG oslo_vmware.api [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1808.555763] env[62563]: value = "task-1751786" [ 1808.555763] env[62563]: _type = "Task" [ 1808.555763] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.564240] env[62563]: DEBUG oslo_vmware.api [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.989665] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.990032] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.067531] env[62563]: DEBUG oslo_vmware.api [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.319320] env[62563]: DEBUG nova.network.neutron [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Added VIF to instance network info cache for port 34328186-ebbc-4bd6-b36b-fa96de560bfa. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1809.319746] env[62563]: DEBUG nova.network.neutron [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updating instance_info_cache with network_info: [{"id": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "address": "fa:16:3e:28:93:25", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ddc01-76", "ovs_interfaceid": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34328186-ebbc-4bd6-b36b-fa96de560bfa", "address": "fa:16:3e:62:86:5e", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34328186-eb", "ovs_interfaceid": "34328186-ebbc-4bd6-b36b-fa96de560bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.473456] env[62563]: DEBUG nova.compute.manager [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1809.497823] env[62563]: INFO nova.compute.claims [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1809.509142] env[62563]: DEBUG nova.virt.hardware [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1809.509407] env[62563]: DEBUG nova.virt.hardware [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1809.509569] env[62563]: DEBUG nova.virt.hardware [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1809.509752] env[62563]: DEBUG nova.virt.hardware [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1809.509902] env[62563]: DEBUG nova.virt.hardware [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1809.510064] env[62563]: DEBUG nova.virt.hardware [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1809.510275] env[62563]: DEBUG nova.virt.hardware [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1809.510454] env[62563]: DEBUG nova.virt.hardware [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1809.510602] env[62563]: DEBUG nova.virt.hardware [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1809.510762] env[62563]: DEBUG nova.virt.hardware [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1809.510930] env[62563]: DEBUG nova.virt.hardware [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1809.511808] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7811a949-ee10-49de-aee0-6c17a65e9ec7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.520052] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927602ed-fa52-4c15-a307-69489c1ab314 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.569817] env[62563]: DEBUG oslo_vmware.api [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751786, 'name': ReconfigVM_Task, 'duration_secs': 0.758946} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.570153] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364123', 'volume_id': '66c8e938-71b4-4762-93b7-00a7e6785bfb', 'name': 'volume-66c8e938-71b4-4762-93b7-00a7e6785bfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55072c9f-3762-41d8-9641-86ad9756f598', 'attached_at': '', 'detached_at': '', 'volume_id': '66c8e938-71b4-4762-93b7-00a7e6785bfb', 'serial': '66c8e938-71b4-4762-93b7-00a7e6785bfb'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1809.823130] env[62563]: DEBUG oslo_concurrency.lockutils [req-66bc06a5-d37b-40c8-a1fb-e12086c5b1fa req-025176c5-b485-4417-91c9-db2ae340d752 service nova] Releasing lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.823705] env[62563]: DEBUG oslo_concurrency.lockutils [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.823974] env[62563]: DEBUG nova.network.neutron [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1810.005772] env[62563]: INFO nova.compute.resource_tracker [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating resource usage from migration 43de8f81-66d0-4de1-91de-c690e9fbd504 [ 1810.066051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.066456] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.066703] env[62563]: INFO nova.compute.manager [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Shelving [ 1810.115553] env[62563]: DEBUG nova.objects.instance [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'flavor' on Instance uuid 55072c9f-3762-41d8-9641-86ad9756f598 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.175654] env[62563]: DEBUG nova.compute.manager [req-f3677dfa-644a-4e55-9d62-fea09a7eb7c7 req-5c6b530a-3c2f-4dc3-983a-7529988a500d service nova] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Received event network-vif-plugged-a505f90b-9a2d-4e28-879e-85202258d1a8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1810.175893] env[62563]: DEBUG oslo_concurrency.lockutils [req-f3677dfa-644a-4e55-9d62-fea09a7eb7c7 req-5c6b530a-3c2f-4dc3-983a-7529988a500d service nova] Acquiring lock "a903b487-5a0d-407e-b549-855856dcbb39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.176117] env[62563]: DEBUG oslo_concurrency.lockutils [req-f3677dfa-644a-4e55-9d62-fea09a7eb7c7 req-5c6b530a-3c2f-4dc3-983a-7529988a500d service nova] Lock "a903b487-5a0d-407e-b549-855856dcbb39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.176288] env[62563]: DEBUG oslo_concurrency.lockutils [req-f3677dfa-644a-4e55-9d62-fea09a7eb7c7 req-5c6b530a-3c2f-4dc3-983a-7529988a500d service nova] Lock "a903b487-5a0d-407e-b549-855856dcbb39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.176511] env[62563]: DEBUG nova.compute.manager [req-f3677dfa-644a-4e55-9d62-fea09a7eb7c7 req-5c6b530a-3c2f-4dc3-983a-7529988a500d service nova] [instance: a903b487-5a0d-407e-b549-855856dcbb39] No waiting events found dispatching network-vif-plugged-a505f90b-9a2d-4e28-879e-85202258d1a8 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1810.176691] env[62563]: WARNING nova.compute.manager [req-f3677dfa-644a-4e55-9d62-fea09a7eb7c7 req-5c6b530a-3c2f-4dc3-983a-7529988a500d service nova] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Received unexpected event network-vif-plugged-a505f90b-9a2d-4e28-879e-85202258d1a8 for instance with vm_state building and task_state spawning. [ 1810.207448] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3f1a28-38eb-4a78-809d-135f7a684d6b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.215688] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e143cf73-6ac6-41b1-b32a-7f983a6b25c7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.248232] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1b1621-dffd-480a-bc4d-d62bf9e4bcdb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.255923] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c5489b-6d42-497a-b6fb-85e35ba0b4ab {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.269294] env[62563]: DEBUG nova.compute.provider_tree [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.360856] env[62563]: WARNING nova.network.neutron [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] 7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2 already exists in list: networks containing: ['7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2']. ignoring it [ 1810.361085] env[62563]: WARNING nova.network.neutron [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] 7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2 already exists in list: networks containing: ['7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2']. ignoring it [ 1810.361469] env[62563]: WARNING nova.network.neutron [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] 34328186-ebbc-4bd6-b36b-fa96de560bfa already exists in list: port_ids containing: ['34328186-ebbc-4bd6-b36b-fa96de560bfa']. ignoring it [ 1810.574808] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1810.575184] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ef6c6f0-7a79-47dc-89ac-17f0ee44391a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.580387] env[62563]: DEBUG nova.network.neutron [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Successfully updated port: a505f90b-9a2d-4e28-879e-85202258d1a8 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1810.583622] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1810.583622] env[62563]: value = "task-1751787" [ 1810.583622] env[62563]: _type = "Task" [ 1810.583622] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.593172] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.605557] env[62563]: DEBUG nova.compute.manager [req-7f396c6e-a200-4947-bae5-300961a09bb0 req-07d969c5-0101-47a5-b650-1a08edf5dfe9 service nova] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Received event network-changed-a505f90b-9a2d-4e28-879e-85202258d1a8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1810.605837] env[62563]: DEBUG nova.compute.manager [req-7f396c6e-a200-4947-bae5-300961a09bb0 req-07d969c5-0101-47a5-b650-1a08edf5dfe9 service nova] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Refreshing instance network info cache due to event network-changed-a505f90b-9a2d-4e28-879e-85202258d1a8. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1810.606031] env[62563]: DEBUG oslo_concurrency.lockutils [req-7f396c6e-a200-4947-bae5-300961a09bb0 req-07d969c5-0101-47a5-b650-1a08edf5dfe9 service nova] Acquiring lock "refresh_cache-a903b487-5a0d-407e-b549-855856dcbb39" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.606186] env[62563]: DEBUG oslo_concurrency.lockutils [req-7f396c6e-a200-4947-bae5-300961a09bb0 req-07d969c5-0101-47a5-b650-1a08edf5dfe9 service nova] Acquired lock "refresh_cache-a903b487-5a0d-407e-b549-855856dcbb39" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.606350] env[62563]: DEBUG nova.network.neutron [req-7f396c6e-a200-4947-bae5-300961a09bb0 req-07d969c5-0101-47a5-b650-1a08edf5dfe9 service nova] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Refreshing network info cache for port a505f90b-9a2d-4e28-879e-85202258d1a8 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1810.646469] env[62563]: DEBUG nova.network.neutron [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updating instance_info_cache with network_info: [{"id": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "address": "fa:16:3e:28:93:25", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ddc01-76", "ovs_interfaceid": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34328186-ebbc-4bd6-b36b-fa96de560bfa", "address": "fa:16:3e:62:86:5e", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34328186-eb", "ovs_interfaceid": "34328186-ebbc-4bd6-b36b-fa96de560bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.773104] env[62563]: DEBUG nova.scheduler.client.report [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1811.082784] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Acquiring lock "refresh_cache-a903b487-5a0d-407e-b549-855856dcbb39" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.093830] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751787, 'name': PowerOffVM_Task, 'duration_secs': 0.212723} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.094138] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.094917] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4905429-806c-49ec-9565-673f669e890f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.115037] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac141407-3d1e-44a5-aed2-37baf0fae26b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.128029] env[62563]: DEBUG oslo_concurrency.lockutils [None req-782ff71a-7f99-43dd-b15e-5081323bd68a tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.440s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.144578] env[62563]: DEBUG nova.network.neutron [req-7f396c6e-a200-4947-bae5-300961a09bb0 req-07d969c5-0101-47a5-b650-1a08edf5dfe9 service nova] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1811.151092] env[62563]: DEBUG oslo_concurrency.lockutils [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.151787] env[62563]: DEBUG oslo_concurrency.lockutils [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.151950] env[62563]: DEBUG oslo_concurrency.lockutils [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.152995] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141e69c3-1710-4c64-999e-581ac0338e59 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.170388] env[62563]: DEBUG nova.virt.hardware [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1811.170648] env[62563]: DEBUG nova.virt.hardware [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1811.170784] env[62563]: DEBUG nova.virt.hardware [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1811.170969] env[62563]: DEBUG nova.virt.hardware [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1811.171130] env[62563]: DEBUG nova.virt.hardware [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1811.171280] env[62563]: DEBUG nova.virt.hardware [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1811.171484] env[62563]: DEBUG nova.virt.hardware [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1811.171646] env[62563]: DEBUG nova.virt.hardware [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1811.171815] env[62563]: DEBUG nova.virt.hardware [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1811.172017] env[62563]: DEBUG nova.virt.hardware [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1811.172219] env[62563]: DEBUG nova.virt.hardware [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1811.179450] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Reconfiguring VM to attach interface {{(pid=62563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1811.180158] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58277efa-c7d4-40f9-ad42-946fc74f7170 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.200017] env[62563]: DEBUG oslo_vmware.api [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1811.200017] env[62563]: value = "task-1751788" [ 1811.200017] env[62563]: _type = "Task" [ 1811.200017] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.208284] env[62563]: DEBUG oslo_vmware.api [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751788, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.232008] env[62563]: DEBUG nova.network.neutron [req-7f396c6e-a200-4947-bae5-300961a09bb0 req-07d969c5-0101-47a5-b650-1a08edf5dfe9 service nova] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.279103] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.288s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.279103] env[62563]: INFO nova.compute.manager [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Migrating [ 1811.624930] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1811.625398] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f019bda4-6dd6-4a81-bdea-725030f55e7d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.632948] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1811.632948] env[62563]: value = "task-1751789" [ 1811.632948] env[62563]: _type = "Task" [ 1811.632948] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.641555] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.709907] env[62563]: DEBUG oslo_vmware.api [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.735185] env[62563]: DEBUG oslo_concurrency.lockutils [req-7f396c6e-a200-4947-bae5-300961a09bb0 req-07d969c5-0101-47a5-b650-1a08edf5dfe9 service nova] Releasing lock "refresh_cache-a903b487-5a0d-407e-b549-855856dcbb39" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.735645] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Acquired lock "refresh_cache-a903b487-5a0d-407e-b549-855856dcbb39" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.735852] env[62563]: DEBUG nova.network.neutron [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.795043] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.795214] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.795470] env[62563]: DEBUG nova.network.neutron [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1812.097844] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "55072c9f-3762-41d8-9641-86ad9756f598" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.098059] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.098286] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "55072c9f-3762-41d8-9641-86ad9756f598-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.098469] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.098711] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.100964] env[62563]: INFO nova.compute.manager [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Terminating instance [ 1812.102768] env[62563]: DEBUG nova.compute.manager [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1812.102965] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1812.103850] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febe79f1-ba7b-40ce-b56f-6e563309dfa1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.111283] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.111519] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-628d3f52-136f-4db7-a152-f1b76ae562c2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.117634] env[62563]: DEBUG oslo_vmware.api [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1812.117634] env[62563]: value = "task-1751790" [ 1812.117634] env[62563]: _type = "Task" [ 1812.117634] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.125407] env[62563]: DEBUG oslo_vmware.api [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.141734] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.211929] env[62563]: DEBUG oslo_vmware.api [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751788, 'name': ReconfigVM_Task, 'duration_secs': 0.982259} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.212470] env[62563]: DEBUG oslo_concurrency.lockutils [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.212700] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Reconfigured VM to attach interface {{(pid=62563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1812.269417] env[62563]: DEBUG nova.network.neutron [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1812.426482] env[62563]: DEBUG nova.network.neutron [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Updating instance_info_cache with network_info: [{"id": "a505f90b-9a2d-4e28-879e-85202258d1a8", "address": "fa:16:3e:d3:91:57", "network": {"id": "375a9b30-aadb-4334-9d5e-ab693cbf1336", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1208270182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfb965d9c4dc45889994188c96020d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa505f90b-9a", "ovs_interfaceid": "a505f90b-9a2d-4e28-879e-85202258d1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.594116] env[62563]: DEBUG nova.network.neutron [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance_info_cache with network_info: [{"id": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "address": "fa:16:3e:22:03:8b", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001e02a5-a7", "ovs_interfaceid": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.627900] env[62563]: DEBUG oslo_vmware.api [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751790, 'name': PowerOffVM_Task, 'duration_secs': 0.2063} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.628254] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1812.628460] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1812.628760] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00c7ec81-364a-4197-9f66-9963c7636ffa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.642274] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751789, 'name': CreateSnapshot_Task, 'duration_secs': 0.574514} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.642544] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1812.643291] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8d0348-0ad2-49f9-b6c3-818a90deb1a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.710799] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1812.711085] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1812.711278] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Deleting the datastore file [datastore1] 55072c9f-3762-41d8-9641-86ad9756f598 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1812.711541] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7f0dc8d-2b92-403a-bdbf-3d53b8f589b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.719649] env[62563]: DEBUG oslo_concurrency.lockutils [None req-985f2a07-600d-476c-aa5f-50707d61a0d7 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-c4139981-c84d-448f-836e-64913b0ca5d7-34328186-ebbc-4bd6-b36b-fa96de560bfa" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.677s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.725203] env[62563]: DEBUG oslo_vmware.api [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for the task: (returnval){ [ 1812.725203] env[62563]: value = "task-1751792" [ 1812.725203] env[62563]: _type = "Task" [ 1812.725203] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.734938] env[62563]: DEBUG oslo_vmware.api [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.928631] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Releasing lock "refresh_cache-a903b487-5a0d-407e-b549-855856dcbb39" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.929012] env[62563]: DEBUG nova.compute.manager [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Instance network_info: |[{"id": "a505f90b-9a2d-4e28-879e-85202258d1a8", "address": "fa:16:3e:d3:91:57", "network": {"id": "375a9b30-aadb-4334-9d5e-ab693cbf1336", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1208270182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfb965d9c4dc45889994188c96020d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa505f90b-9a", "ovs_interfaceid": "a505f90b-9a2d-4e28-879e-85202258d1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1812.929460] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:91:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a505f90b-9a2d-4e28-879e-85202258d1a8', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1812.938290] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Creating folder: Project (cfb965d9c4dc45889994188c96020d54). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1812.938290] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00326fac-fc59-495b-ac6e-8464de7dff3c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.948065] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Created folder: Project (cfb965d9c4dc45889994188c96020d54) in parent group-v363823. [ 1812.948257] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Creating folder: Instances. Parent ref: group-v364127. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1812.948490] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e40a4c5e-a24a-4b35-9477-af54b6943c91 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.957107] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Created folder: Instances in parent group-v364127. [ 1812.957337] env[62563]: DEBUG oslo.service.loopingcall [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.957577] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1812.957726] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dc94bb5-ea94-4753-a1c1-a0fd0862fa7e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.975926] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1812.975926] env[62563]: value = "task-1751795" [ 1812.975926] env[62563]: _type = "Task" [ 1812.975926] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.983583] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751795, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.097942] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.161026] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1813.161488] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-06e17445-0314-4c61-be77-51cfe00dae77 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.170211] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1813.170211] env[62563]: value = "task-1751796" [ 1813.170211] env[62563]: _type = "Task" [ 1813.170211] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.178942] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751796, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.219948] env[62563]: INFO nova.compute.manager [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Rebuilding instance [ 1813.233044] env[62563]: DEBUG oslo_vmware.api [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Task: {'id': task-1751792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146104} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.233338] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1813.233518] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1813.233800] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1813.233904] env[62563]: INFO nova.compute.manager [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1813.234174] env[62563]: DEBUG oslo.service.loopingcall [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1813.234370] env[62563]: DEBUG nova.compute.manager [-] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1813.234807] env[62563]: DEBUG nova.network.neutron [-] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1813.276132] env[62563]: DEBUG nova.compute.manager [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1813.277202] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a033d8-41f5-46c5-b15b-8f0b388404ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.485360] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751795, 'name': CreateVM_Task, 'duration_secs': 0.391802} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.485586] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1813.486318] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.486422] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.486768] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1813.487194] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8b3f09-0103-45c6-b2af-24e2f15554ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.492555] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Waiting for the task: (returnval){ [ 1813.492555] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5250dab3-eaac-4473-55c0-fa059dd77177" [ 1813.492555] env[62563]: _type = "Task" [ 1813.492555] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.500724] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5250dab3-eaac-4473-55c0-fa059dd77177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.681339] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751796, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.791022] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.791022] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eab55c33-9a46-44d4-9ff6-9635e3e4deb8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.799978] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1813.799978] env[62563]: value = "task-1751797" [ 1813.799978] env[62563]: _type = "Task" [ 1813.799978] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.809435] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.819467] env[62563]: DEBUG oslo_concurrency.lockutils [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.819467] env[62563]: DEBUG oslo_concurrency.lockutils [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.870417] env[62563]: DEBUG nova.compute.manager [req-9b5d462a-e0e7-41dc-a899-82f6d6b234c4 req-1e20d450-5d5a-4285-b8ad-ec26dd02e681 service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Received event network-vif-deleted-3e9c9a9f-1b02-4fa6-81fc-c50c60020b84 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1813.870625] env[62563]: INFO nova.compute.manager [req-9b5d462a-e0e7-41dc-a899-82f6d6b234c4 req-1e20d450-5d5a-4285-b8ad-ec26dd02e681 service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Neutron deleted interface 3e9c9a9f-1b02-4fa6-81fc-c50c60020b84; detaching it from the instance and deleting it from the info cache [ 1813.870734] env[62563]: DEBUG nova.network.neutron [req-9b5d462a-e0e7-41dc-a899-82f6d6b234c4 req-1e20d450-5d5a-4285-b8ad-ec26dd02e681 service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.002861] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5250dab3-eaac-4473-55c0-fa059dd77177, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.003250] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.003498] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1814.003748] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.003900] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.004097] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1814.004742] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-307d8fe8-4941-43d2-855e-de539b145c05 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.014020] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1814.014020] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1814.014568] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5372e91c-1929-4f37-97b6-c08adb96166a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.020035] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Waiting for the task: (returnval){ [ 1814.020035] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]528a0c8a-0cd4-dc8e-d34d-e506af6eb242" [ 1814.020035] env[62563]: _type = "Task" [ 1814.020035] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.028581] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528a0c8a-0cd4-dc8e-d34d-e506af6eb242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.180446] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751796, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.290391] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "interface-c4139981-c84d-448f-836e-64913b0ca5d7-34328186-ebbc-4bd6-b36b-fa96de560bfa" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.290688] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-c4139981-c84d-448f-836e-64913b0ca5d7-34328186-ebbc-4bd6-b36b-fa96de560bfa" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.310021] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751797, 'name': PowerOffVM_Task, 'duration_secs': 0.373487} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.310297] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1814.310522] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.311292] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45692e42-70b6-4a74-bd8b-db41b4f135da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.318103] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1814.318331] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7985c67-35f1-45fb-a2c3-203805b9815e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.321997] env[62563]: INFO nova.compute.manager [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Detaching volume f0a05d47-eedd-406b-b13e-eb212eae2a15 [ 1814.347967] env[62563]: DEBUG nova.network.neutron [-] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.357478] env[62563]: INFO nova.virt.block_device [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Attempting to driver detach volume f0a05d47-eedd-406b-b13e-eb212eae2a15 from mountpoint /dev/sdb [ 1814.357744] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1814.357937] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364106', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'name': 'volume-f0a05d47-eedd-406b-b13e-eb212eae2a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '086fb48c-5b24-4dc5-9e2a-3ff4811072a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'serial': 'f0a05d47-eedd-406b-b13e-eb212eae2a15'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1814.358824] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1669dc3-d7cd-43b8-a699-b010ac8ec3de {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.385822] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-146f9d74-f365-437d-9c3a-23b31208d437 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.389409] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130556bb-ae08-4b5a-bfcc-8261761e2c74 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.400253] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f74d99-d503-45d6-87e6-763cbfeb088c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.407615] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30722d0-b23f-46d5-8c58-4bf3ff4efb4d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.421409] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1814.421657] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1814.421856] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleting the datastore file [datastore1] 39119bea-a908-4796-a573-4f81632cfa2f {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1814.422505] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2226103-fb66-4a9b-b542-d3ceb61a3463 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.454212] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b76a319-c288-4b7f-b029-e38836e87cd8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.456645] env[62563]: DEBUG nova.compute.manager [req-9b5d462a-e0e7-41dc-a899-82f6d6b234c4 req-1e20d450-5d5a-4285-b8ad-ec26dd02e681 service nova] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Detach interface failed, port_id=3e9c9a9f-1b02-4fa6-81fc-c50c60020b84, reason: Instance 55072c9f-3762-41d8-9641-86ad9756f598 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1814.456855] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1814.456855] env[62563]: value = "task-1751799" [ 1814.456855] env[62563]: _type = "Task" [ 1814.456855] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.470951] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] The volume has not been displaced from its original location: [datastore1] volume-f0a05d47-eedd-406b-b13e-eb212eae2a15/volume-f0a05d47-eedd-406b-b13e-eb212eae2a15.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1814.476600] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1814.477561] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afb71ddd-5260-4659-9c23-b33934017b78 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.493777] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.499699] env[62563]: DEBUG oslo_vmware.api [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1814.499699] env[62563]: value = "task-1751800" [ 1814.499699] env[62563]: _type = "Task" [ 1814.499699] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.508458] env[62563]: DEBUG oslo_vmware.api [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.532415] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528a0c8a-0cd4-dc8e-d34d-e506af6eb242, 'name': SearchDatastore_Task, 'duration_secs': 0.009417} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.533388] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860ecb2b-6d41-4496-8967-47fe7a45aeaa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.538689] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Waiting for the task: (returnval){ [ 1814.538689] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]528562d0-d397-ee23-2c37-386172aafac3" [ 1814.538689] env[62563]: _type = "Task" [ 1814.538689] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.546621] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528562d0-d397-ee23-2c37-386172aafac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.616031] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8510cc6b-25a8-44ba-a0f9-048730a7d813 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.637747] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance 'ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a' progress to 0 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1814.681482] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751796, 'name': CloneVM_Task} progress is 95%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.794014] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.794235] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.795135] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6dfcc3-3a14-4802-a2ef-b9f905d7ba2e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.813114] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6be9d7-5951-4da4-bd45-7ace0ab5949e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.838011] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Reconfiguring VM to detach interface {{(pid=62563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1814.838322] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0357d99-1524-4f0c-98f6-8fe545879125 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.851670] env[62563]: INFO nova.compute.manager [-] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Took 1.62 seconds to deallocate network for instance. [ 1814.858668] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1814.858668] env[62563]: value = "task-1751801" [ 1814.858668] env[62563]: _type = "Task" [ 1814.858668] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.867291] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.966889] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191683} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.967133] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1814.967331] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1814.967507] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.011422] env[62563]: DEBUG oslo_vmware.api [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751800, 'name': ReconfigVM_Task, 'duration_secs': 0.250937} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.011710] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1815.016971] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce19a8a-1342-4115-83f2-ad9988488a31 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.032686] env[62563]: DEBUG oslo_vmware.api [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1815.032686] env[62563]: value = "task-1751802" [ 1815.032686] env[62563]: _type = "Task" [ 1815.032686] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.045790] env[62563]: DEBUG oslo_vmware.api [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.051514] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528562d0-d397-ee23-2c37-386172aafac3, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.051774] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.052066] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] a903b487-5a0d-407e-b549-855856dcbb39/a903b487-5a0d-407e-b549-855856dcbb39.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1815.052325] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0863e69-2f03-47ff-8ad5-4d98ce5feeb2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.057966] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Waiting for the task: (returnval){ [ 1815.057966] env[62563]: value = "task-1751803" [ 1815.057966] env[62563]: _type = "Task" [ 1815.057966] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.067215] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.144123] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1815.144689] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88600758-405f-40d5-9dd3-3e9a5c344ec0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.152787] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1815.152787] env[62563]: value = "task-1751804" [ 1815.152787] env[62563]: _type = "Task" [ 1815.152787] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.161527] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.182436] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751796, 'name': CloneVM_Task, 'duration_secs': 1.739853} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.182810] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Created linked-clone VM from snapshot [ 1815.184337] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456192fb-f77c-46df-af6e-1a7171f65d05 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.193702] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Uploading image ee4db5fe-d230-4db7-826f-7e5a5aa04012 {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1815.264904] env[62563]: DEBUG oslo_vmware.rw_handles [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1815.264904] env[62563]: value = "vm-364130" [ 1815.264904] env[62563]: _type = "VirtualMachine" [ 1815.264904] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1815.265252] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c1bab839-dbfe-4d88-afd3-9567d5d0c5cd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.273360] env[62563]: DEBUG oslo_vmware.rw_handles [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lease: (returnval){ [ 1815.273360] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521ff906-fd51-87dd-6053-d628700aede5" [ 1815.273360] env[62563]: _type = "HttpNfcLease" [ 1815.273360] env[62563]: } obtained for exporting VM: (result){ [ 1815.273360] env[62563]: value = "vm-364130" [ 1815.273360] env[62563]: _type = "VirtualMachine" [ 1815.273360] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1815.273987] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the lease: (returnval){ [ 1815.273987] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521ff906-fd51-87dd-6053-d628700aede5" [ 1815.273987] env[62563]: _type = "HttpNfcLease" [ 1815.273987] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1815.281484] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1815.281484] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521ff906-fd51-87dd-6053-d628700aede5" [ 1815.281484] env[62563]: _type = "HttpNfcLease" [ 1815.281484] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1815.358974] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.359291] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.359527] env[62563]: DEBUG nova.objects.instance [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lazy-loading 'resources' on Instance uuid 55072c9f-3762-41d8-9641-86ad9756f598 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1815.370492] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.543391] env[62563]: DEBUG oslo_vmware.api [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751802, 'name': ReconfigVM_Task, 'duration_secs': 0.155439} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.543771] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364106', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'name': 'volume-f0a05d47-eedd-406b-b13e-eb212eae2a15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '086fb48c-5b24-4dc5-9e2a-3ff4811072a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a05d47-eedd-406b-b13e-eb212eae2a15', 'serial': 'f0a05d47-eedd-406b-b13e-eb212eae2a15'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1815.567891] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751803, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.663303] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751804, 'name': PowerOffVM_Task, 'duration_secs': 0.233741} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.663585] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1815.663768] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance 'ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a' progress to 17 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1815.781661] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1815.781661] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521ff906-fd51-87dd-6053-d628700aede5" [ 1815.781661] env[62563]: _type = "HttpNfcLease" [ 1815.781661] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1815.782021] env[62563]: DEBUG oslo_vmware.rw_handles [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1815.782021] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]521ff906-fd51-87dd-6053-d628700aede5" [ 1815.782021] env[62563]: _type = "HttpNfcLease" [ 1815.782021] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1815.782685] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadbc204-3261-4543-99fd-ad4b4111d7d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.789917] env[62563]: DEBUG oslo_vmware.rw_handles [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52575ff4-e3e1-c037-82dc-56604f84c211/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1815.790105] env[62563]: DEBUG oslo_vmware.rw_handles [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52575ff4-e3e1-c037-82dc-56604f84c211/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1815.870464] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.877887] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da372830-5e49-4df4-9fa8-2787afc467a3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.995960] env[62563]: DEBUG nova.virt.hardware [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1815.996243] env[62563]: DEBUG nova.virt.hardware [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1815.996401] env[62563]: DEBUG nova.virt.hardware [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.996607] env[62563]: DEBUG nova.virt.hardware [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1815.996760] env[62563]: DEBUG nova.virt.hardware [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.996910] env[62563]: DEBUG nova.virt.hardware [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1815.997175] env[62563]: DEBUG nova.virt.hardware [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1815.997354] env[62563]: DEBUG nova.virt.hardware [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1815.997528] env[62563]: DEBUG nova.virt.hardware [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1815.997689] env[62563]: DEBUG nova.virt.hardware [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1815.997902] env[62563]: DEBUG nova.virt.hardware [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1815.998718] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e073ca36-a69f-459d-ba63-edd3eb952667 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.008983] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800cabd7-a80a-415d-a56f-5c8431a13450 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.024417] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:16:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7ddabce-edff-4b0c-994f-77ebba147da8', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1816.031894] env[62563]: DEBUG oslo.service.loopingcall [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.034256] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1816.034699] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b75565f-0d16-4205-81fe-db86a8328ef6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.054950] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1816.054950] env[62563]: value = "task-1751806" [ 1816.054950] env[62563]: _type = "Task" [ 1816.054950] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.064936] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751806, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.073416] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510942} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.073843] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] a903b487-5a0d-407e-b549-855856dcbb39/a903b487-5a0d-407e-b549-855856dcbb39.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1816.074401] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1816.074401] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07b23b2a-aacb-4000-8c3e-12552afb65ca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.080482] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Waiting for the task: (returnval){ [ 1816.080482] env[62563]: value = "task-1751807" [ 1816.080482] env[62563]: _type = "Task" [ 1816.080482] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.082184] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199217b9-a332-431a-8e89-9dc1d1b2da6b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.091132] env[62563]: DEBUG nova.objects.instance [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lazy-loading 'flavor' on Instance uuid 086fb48c-5b24-4dc5-9e2a-3ff4811072a2 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.099795] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8ac56b-17ce-4e5c-a798-f339e5c7c313 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.104478] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.137447] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51dc34b-7f95-4aeb-92c9-51dcb807a8ee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.145991] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa67c8e8-09f0-4c05-a9b0-fea2373079c3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.161623] env[62563]: DEBUG nova.compute.provider_tree [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.170536] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1816.170786] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1816.170948] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.171151] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1816.171303] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.171455] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1816.171658] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1816.171821] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1816.171987] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1816.172172] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1816.172391] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1816.178394] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7142b5f9-4e1b-4c4a-bf93-ce2193a147f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.194837] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1816.194837] env[62563]: value = "task-1751808" [ 1816.194837] env[62563]: _type = "Task" [ 1816.194837] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.204747] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.371641] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.566481] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751806, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.590850] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088042} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.591345] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1816.592460] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43045c0e-1f5a-407c-8a49-0229f789b76b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.617798] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] a903b487-5a0d-407e-b549-855856dcbb39/a903b487-5a0d-407e-b549-855856dcbb39.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1816.619060] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e09e1f21-b2b7-4a5d-ac23-8800cdab63a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.641164] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Waiting for the task: (returnval){ [ 1816.641164] env[62563]: value = "task-1751809" [ 1816.641164] env[62563]: _type = "Task" [ 1816.641164] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.651194] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.668970] env[62563]: DEBUG nova.scheduler.client.report [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1816.704656] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751808, 'name': ReconfigVM_Task, 'duration_secs': 0.383519} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.705150] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance 'ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a' progress to 33 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1816.870677] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.066274] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751806, 'name': CreateVM_Task, 'duration_secs': 0.780638} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.066766] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1817.067726] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.068034] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.068256] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1817.068582] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943973ca-e374-46ec-b781-58b1214888d8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.073683] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1817.073683] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a30c4f-1d56-73b4-40a1-b5dd8b5ec573" [ 1817.073683] env[62563]: _type = "Task" [ 1817.073683] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.081529] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a30c4f-1d56-73b4-40a1-b5dd8b5ec573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.100735] env[62563]: DEBUG oslo_concurrency.lockutils [None req-41d7f5f7-5a51-414d-9c39-1aa78b9165a7 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.152174] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751809, 'name': ReconfigVM_Task, 'duration_secs': 0.387913} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.153034] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Reconfigured VM instance instance-00000071 to attach disk [datastore1] a903b487-5a0d-407e-b549-855856dcbb39/a903b487-5a0d-407e-b549-855856dcbb39.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1817.153419] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9bc1ceb-0c01-45e3-b34c-0f3187f329fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.160596] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Waiting for the task: (returnval){ [ 1817.160596] env[62563]: value = "task-1751810" [ 1817.160596] env[62563]: _type = "Task" [ 1817.160596] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.170066] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751810, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.174022] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.198387] env[62563]: INFO nova.scheduler.client.report [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Deleted allocations for instance 55072c9f-3762-41d8-9641-86ad9756f598 [ 1817.211586] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1817.211958] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1817.212217] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1817.212437] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1817.212708] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1817.212878] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1817.213144] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1817.213316] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1817.213693] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1817.213974] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1817.214281] env[62563]: DEBUG nova.virt.hardware [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1817.220318] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1817.220683] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6644a95a-af13-492b-9341-37c48f109214 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.240990] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1817.240990] env[62563]: value = "task-1751811" [ 1817.240990] env[62563]: _type = "Task" [ 1817.240990] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.250689] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.372729] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.584948] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a30c4f-1d56-73b4-40a1-b5dd8b5ec573, 'name': SearchDatastore_Task, 'duration_secs': 0.0095} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.585453] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.585719] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1817.586033] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.586259] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.586607] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1817.586917] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81f0efb6-c526-4f96-947f-a49dee3a0f66 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.595232] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1817.595416] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1817.596192] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad35c83-f6bf-49a5-9019-ea99a0f3b883 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.601419] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1817.601419] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52eab277-5e8f-3e7b-0933-5a9d8379eef6" [ 1817.601419] env[62563]: _type = "Task" [ 1817.601419] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.610514] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52eab277-5e8f-3e7b-0933-5a9d8379eef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.670919] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751810, 'name': Rename_Task, 'duration_secs': 0.170657} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.671302] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1817.671625] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56565f31-4d5a-43ca-b429-6f79318608a3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.678080] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Waiting for the task: (returnval){ [ 1817.678080] env[62563]: value = "task-1751812" [ 1817.678080] env[62563]: _type = "Task" [ 1817.678080] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.687416] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.711505] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bf1dccc5-5d00-4057-bb1d-0616ea7961ce tempest-AttachVolumeTestJSON-602435175 tempest-AttachVolumeTestJSON-602435175-project-member] Lock "55072c9f-3762-41d8-9641-86ad9756f598" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.613s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.751790] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751811, 'name': ReconfigVM_Task, 'duration_secs': 0.183334} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.751966] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1817.752714] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef5b1e2-5406-48dc-9766-dcf0c4f3befe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.779134] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a/ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1817.779840] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50491444-7b06-461c-be1b-c459fca30a69 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.800123] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1817.800123] env[62563]: value = "task-1751813" [ 1817.800123] env[62563]: _type = "Task" [ 1817.800123] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.809150] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.872009] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.112345] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52eab277-5e8f-3e7b-0933-5a9d8379eef6, 'name': SearchDatastore_Task, 'duration_secs': 0.008979} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.113203] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8eb804c-5e37-43f6-a987-d4ae1c7648ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.119317] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1818.119317] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52399849-807c-d126-9742-7898217bc82d" [ 1818.119317] env[62563]: _type = "Task" [ 1818.119317] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.126536] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52399849-807c-d126-9742-7898217bc82d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.187884] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.213608] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.213884] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.214126] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.214316] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.214491] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.218487] env[62563]: INFO nova.compute.manager [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Terminating instance [ 1818.220752] env[62563]: DEBUG nova.compute.manager [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1818.220972] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1818.221842] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b22ee6-cdf6-4566-84f4-28ccf8b74920 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.231584] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1818.231584] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dffda01-44a4-41a6-ab54-0b684e2317ae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.237776] env[62563]: DEBUG oslo_vmware.api [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1818.237776] env[62563]: value = "task-1751814" [ 1818.237776] env[62563]: _type = "Task" [ 1818.237776] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.245831] env[62563]: DEBUG oslo_vmware.api [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.312605] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.373220] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.630719] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52399849-807c-d126-9742-7898217bc82d, 'name': SearchDatastore_Task, 'duration_secs': 0.008996} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.631035] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.631308] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 39119bea-a908-4796-a573-4f81632cfa2f/39119bea-a908-4796-a573-4f81632cfa2f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1818.631614] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00c7252d-b35e-4e4c-951f-997a338f4718 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.639010] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1818.639010] env[62563]: value = "task-1751815" [ 1818.639010] env[62563]: _type = "Task" [ 1818.639010] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.647979] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.690017] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.749769] env[62563]: DEBUG oslo_vmware.api [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751814, 'name': PowerOffVM_Task, 'duration_secs': 0.318077} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.750167] env[62563]: DEBUG oslo_concurrency.lockutils [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.750433] env[62563]: DEBUG oslo_concurrency.lockutils [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.751891] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1818.752066] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1818.752597] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3af23bb-b5dd-42ee-b44a-c3a32044c20c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.812166] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751813, 'name': ReconfigVM_Task, 'duration_secs': 0.892983} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.812552] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a/ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1818.812903] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance 'ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a' progress to 50 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1818.877189] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.926551] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1818.926758] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1818.926982] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleting the datastore file [datastore1] 086fb48c-5b24-4dc5-9e2a-3ff4811072a2 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1818.927288] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51dd4e2b-8051-4822-9f38-0ee92b8f32df {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.934425] env[62563]: DEBUG oslo_vmware.api [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1818.934425] env[62563]: value = "task-1751818" [ 1818.934425] env[62563]: _type = "Task" [ 1818.934425] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.943830] env[62563]: DEBUG oslo_vmware.api [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.149962] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751815, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.192345] env[62563]: DEBUG oslo_vmware.api [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751812, 'name': PowerOnVM_Task, 'duration_secs': 1.145547} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.192567] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.192776] env[62563]: INFO nova.compute.manager [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1819.192962] env[62563]: DEBUG nova.compute.manager [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1819.193806] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d5b3eb-65f0-4dea-a4a9-e4e02d057b7d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.253846] env[62563]: INFO nova.compute.manager [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Detaching volume 1956d214-e2d2-44c7-8bc1-cc9b3d09fe55 [ 1819.291762] env[62563]: INFO nova.virt.block_device [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Attempting to driver detach volume 1956d214-e2d2-44c7-8bc1-cc9b3d09fe55 from mountpoint /dev/sdb [ 1819.292111] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1819.292379] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364114', 'volume_id': '1956d214-e2d2-44c7-8bc1-cc9b3d09fe55', 'name': 'volume-1956d214-e2d2-44c7-8bc1-cc9b3d09fe55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '94c1b38a-0b60-40c3-a672-84acc773d7aa', 'attached_at': '', 'detached_at': '', 'volume_id': '1956d214-e2d2-44c7-8bc1-cc9b3d09fe55', 'serial': '1956d214-e2d2-44c7-8bc1-cc9b3d09fe55'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1819.293461] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fab719-9e11-415c-83af-6e2e31ef8200 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.319993] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3975af0f-423c-45cf-8ec3-56a12a11758d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.323157] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b836478-d261-4c6e-a88d-a778ac9a43c7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.346030] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81431ba-641e-4015-8334-5c8107eb2038 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.349335] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3fc837-a798-40d1-b5a7-50f609deda1a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.370299] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance 'ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a' progress to 67 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1819.394222] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae10c52-9313-4c62-ad7a-8950ab5ad0c3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.402679] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.413170] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] The volume has not been displaced from its original location: [datastore1] volume-1956d214-e2d2-44c7-8bc1-cc9b3d09fe55/volume-1956d214-e2d2-44c7-8bc1-cc9b3d09fe55.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1819.418696] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1819.419823] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efbda855-dd31-47fc-bd6a-c7fc1c9a3293 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.440602] env[62563]: DEBUG oslo_vmware.api [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1819.440602] env[62563]: value = "task-1751819" [ 1819.440602] env[62563]: _type = "Task" [ 1819.440602] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.447412] env[62563]: DEBUG oslo_vmware.api [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.453959] env[62563]: DEBUG oslo_vmware.api [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.651795] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524095} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.652089] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 39119bea-a908-4796-a573-4f81632cfa2f/39119bea-a908-4796-a573-4f81632cfa2f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1819.652304] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1819.652580] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7fcef70-a7f0-4bf6-9cb3-9cbb2f3b4864 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.660210] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1819.660210] env[62563]: value = "task-1751820" [ 1819.660210] env[62563]: _type = "Task" [ 1819.660210] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.670661] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.711661] env[62563]: INFO nova.compute.manager [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Took 14.87 seconds to build instance. [ 1819.883024] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.945543] env[62563]: DEBUG oslo_vmware.api [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528232} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.949244] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1819.949397] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1819.949635] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1819.949831] env[62563]: INFO nova.compute.manager [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1819.950150] env[62563]: DEBUG oslo.service.loopingcall [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.953276] env[62563]: DEBUG nova.compute.manager [-] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1819.953382] env[62563]: DEBUG nova.network.neutron [-] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1819.961510] env[62563]: DEBUG oslo_vmware.api [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751819, 'name': ReconfigVM_Task, 'duration_secs': 0.238929} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.961792] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1819.966532] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1420045-4943-47c9-9399-e869d048fba7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.984025] env[62563]: DEBUG oslo_vmware.api [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1819.984025] env[62563]: value = "task-1751821" [ 1819.984025] env[62563]: _type = "Task" [ 1819.984025] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.992852] env[62563]: DEBUG oslo_vmware.api [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.173217] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176576} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.173217] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1820.173217] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423080f2-f46c-4814-a5f9-6a4237f63a46 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.199872] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 39119bea-a908-4796-a573-4f81632cfa2f/39119bea-a908-4796-a573-4f81632cfa2f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1820.200242] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3315744-8f61-4aae-8578-a2d420e20733 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.215569] env[62563]: DEBUG oslo_concurrency.lockutils [None req-79afa624-abc3-41e0-957f-d9db4488c1db tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Lock "a903b487-5a0d-407e-b549-855856dcbb39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.376s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.221736] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1820.221736] env[62563]: value = "task-1751822" [ 1820.221736] env[62563]: _type = "Task" [ 1820.221736] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.230200] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.381365] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751801, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.494082] env[62563]: DEBUG oslo_vmware.api [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751821, 'name': ReconfigVM_Task, 'duration_secs': 0.149897} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.494383] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364114', 'volume_id': '1956d214-e2d2-44c7-8bc1-cc9b3d09fe55', 'name': 'volume-1956d214-e2d2-44c7-8bc1-cc9b3d09fe55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '94c1b38a-0b60-40c3-a672-84acc773d7aa', 'attached_at': '', 'detached_at': '', 'volume_id': '1956d214-e2d2-44c7-8bc1-cc9b3d09fe55', 'serial': '1956d214-e2d2-44c7-8bc1-cc9b3d09fe55'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1820.635797] env[62563]: DEBUG nova.compute.manager [req-1f9190c9-6558-47f2-a7e2-e85ddfdc855a req-e8b3704d-1b04-474d-b108-81aa4be6610d service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Received event network-vif-deleted-5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1820.636013] env[62563]: INFO nova.compute.manager [req-1f9190c9-6558-47f2-a7e2-e85ddfdc855a req-e8b3704d-1b04-474d-b108-81aa4be6610d service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Neutron deleted interface 5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9; detaching it from the instance and deleting it from the info cache [ 1820.636203] env[62563]: DEBUG nova.network.neutron [req-1f9190c9-6558-47f2-a7e2-e85ddfdc855a req-e8b3704d-1b04-474d-b108-81aa4be6610d service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.732397] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751822, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.881330] env[62563]: DEBUG oslo_vmware.api [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751801, 'name': ReconfigVM_Task, 'duration_secs': 5.822332} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.881601] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.881821] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Reconfigured VM to detach interface {{(pid=62563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1820.932031] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Acquiring lock "a903b487-5a0d-407e-b549-855856dcbb39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.932362] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Lock "a903b487-5a0d-407e-b549-855856dcbb39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.932362] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Acquiring lock "a903b487-5a0d-407e-b549-855856dcbb39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.932582] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Lock "a903b487-5a0d-407e-b549-855856dcbb39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.932799] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Lock "a903b487-5a0d-407e-b549-855856dcbb39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.935081] env[62563]: INFO nova.compute.manager [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Terminating instance [ 1820.937091] env[62563]: DEBUG nova.compute.manager [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1820.937306] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1820.938468] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0957fa8-8d4c-4bd8-ab76-97fbcd9b7728 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.946092] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1820.946326] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03fcf18b-b112-4cc8-9950-ed712272c8df {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.952052] env[62563]: DEBUG oslo_vmware.api [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Waiting for the task: (returnval){ [ 1820.952052] env[62563]: value = "task-1751824" [ 1820.952052] env[62563]: _type = "Task" [ 1820.952052] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.959841] env[62563]: DEBUG oslo_vmware.api [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.039822] env[62563]: DEBUG nova.network.neutron [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Port 001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9 binding to destination host cpu-1 is already ACTIVE {{(pid=62563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1821.046265] env[62563]: DEBUG nova.objects.instance [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lazy-loading 'flavor' on Instance uuid 94c1b38a-0b60-40c3-a672-84acc773d7aa {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.111817] env[62563]: DEBUG nova.network.neutron [-] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.139464] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2380a6a5-3b02-49e5-a409-a0fff26ae82c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.149557] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9977ed2c-0cee-4247-ab8e-53914a36d903 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.188633] env[62563]: DEBUG nova.compute.manager [req-1f9190c9-6558-47f2-a7e2-e85ddfdc855a req-e8b3704d-1b04-474d-b108-81aa4be6610d service nova] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Detach interface failed, port_id=5c0e6a2d-3598-4a12-9bd1-fb8afbc64ac9, reason: Instance 086fb48c-5b24-4dc5-9e2a-3ff4811072a2 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1821.235964] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751822, 'name': ReconfigVM_Task, 'duration_secs': 0.530236} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.239023] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 39119bea-a908-4796-a573-4f81632cfa2f/39119bea-a908-4796-a573-4f81632cfa2f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1821.239023] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16d911b5-fde0-4a2b-824a-d77cda51e3b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.244637] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1821.244637] env[62563]: value = "task-1751825" [ 1821.244637] env[62563]: _type = "Task" [ 1821.244637] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.256677] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751825, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.461952] env[62563]: DEBUG oslo_vmware.api [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751824, 'name': PowerOffVM_Task, 'duration_secs': 0.185269} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.462230] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1821.462402] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1821.462654] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5d3a9f2-f98b-4b15-9be6-536df69e38c4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.575799] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1821.575968] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1821.576168] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Deleting the datastore file [datastore1] a903b487-5a0d-407e-b549-855856dcbb39 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1821.576429] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd27d7b7-8af0-4da5-bade-b08073fcf0f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.584138] env[62563]: DEBUG oslo_vmware.api [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Waiting for the task: (returnval){ [ 1821.584138] env[62563]: value = "task-1751827" [ 1821.584138] env[62563]: _type = "Task" [ 1821.584138] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.592178] env[62563]: DEBUG oslo_vmware.api [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.617041] env[62563]: INFO nova.compute.manager [-] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Took 1.66 seconds to deallocate network for instance. [ 1821.755951] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751825, 'name': Rename_Task, 'duration_secs': 0.211197} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.756464] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1821.756724] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9517f740-bb61-4916-b5b5-830ea5972e63 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.762974] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1821.762974] env[62563]: value = "task-1751828" [ 1821.762974] env[62563]: _type = "Task" [ 1821.762974] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.771964] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.056423] env[62563]: DEBUG oslo_concurrency.lockutils [None req-049cd248-14fb-475c-a2c0-2ed6d2c244c8 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.306s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.061117] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.061356] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.061536] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.094443] env[62563]: DEBUG oslo_vmware.api [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Task: {'id': task-1751827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328511} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.094673] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1822.094874] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1822.095068] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1822.095247] env[62563]: INFO nova.compute.manager [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1822.095489] env[62563]: DEBUG oslo.service.loopingcall [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.095686] env[62563]: DEBUG nova.compute.manager [-] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1822.095782] env[62563]: DEBUG nova.network.neutron [-] [instance: a903b487-5a0d-407e-b549-855856dcbb39] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1822.122219] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.122505] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.122736] env[62563]: DEBUG nova.objects.instance [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lazy-loading 'resources' on Instance uuid 086fb48c-5b24-4dc5-9e2a-3ff4811072a2 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.235445] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.235745] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquired lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.236253] env[62563]: DEBUG nova.network.neutron [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.275899] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.667643] env[62563]: DEBUG nova.compute.manager [req-e8636013-5249-4ffa-aa2f-4e8a087ea98a req-d3f99d1f-90d7-420b-829e-e899ba0c53ba service nova] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Received event network-vif-deleted-a505f90b-9a2d-4e28-879e-85202258d1a8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1822.667911] env[62563]: INFO nova.compute.manager [req-e8636013-5249-4ffa-aa2f-4e8a087ea98a req-d3f99d1f-90d7-420b-829e-e899ba0c53ba service nova] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Neutron deleted interface a505f90b-9a2d-4e28-879e-85202258d1a8; detaching it from the instance and deleting it from the info cache [ 1822.668112] env[62563]: DEBUG nova.network.neutron [req-e8636013-5249-4ffa-aa2f-4e8a087ea98a req-d3f99d1f-90d7-420b-829e-e899ba0c53ba service nova] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.712769] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "c4139981-c84d-448f-836e-64913b0ca5d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.713061] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "c4139981-c84d-448f-836e-64913b0ca5d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.713282] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "c4139981-c84d-448f-836e-64913b0ca5d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.713467] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "c4139981-c84d-448f-836e-64913b0ca5d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.713678] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "c4139981-c84d-448f-836e-64913b0ca5d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.716301] env[62563]: INFO nova.compute.manager [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Terminating instance [ 1822.718342] env[62563]: DEBUG nova.compute.manager [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1822.718539] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1822.719415] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5894f064-ad6f-4d3d-8a8b-a1966081c2f1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.730117] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1822.730403] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6dd0fed-8c4e-4cb8-acb9-0f1ee6b9a29d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.737161] env[62563]: DEBUG oslo_vmware.api [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1822.737161] env[62563]: value = "task-1751829" [ 1822.737161] env[62563]: _type = "Task" [ 1822.737161] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.751974] env[62563]: DEBUG oslo_vmware.api [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.773238] env[62563]: DEBUG oslo_vmware.api [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751828, 'name': PowerOnVM_Task, 'duration_secs': 0.758606} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.776226] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1822.776543] env[62563]: DEBUG nova.compute.manager [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1822.777618] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c2f540-6fec-4a89-9a71-13ec65980251 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.867025] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d600b5-cb69-4d17-8a33-c148fe2366a3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.879017] env[62563]: DEBUG nova.network.neutron [-] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.881314] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c66e294-40f0-4a9d-a246-4a3dfbe885f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.940478] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa34ddb-3728-469c-b936-85a033f1edfe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.955831] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427d1a2b-0e09-412c-952c-25d0859e6f63 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.979227] env[62563]: DEBUG nova.compute.provider_tree [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1823.104265] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.104773] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.105269] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "94c1b38a-0b60-40c3-a672-84acc773d7aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.105516] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.105810] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.109912] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.110194] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.110477] env[62563]: DEBUG nova.network.neutron [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.113020] env[62563]: INFO nova.compute.manager [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Terminating instance [ 1823.115487] env[62563]: DEBUG nova.compute.manager [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1823.115813] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1823.117226] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7623e34d-f9f6-49ac-8929-3e143916fea7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.127997] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1823.128352] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c5cb102-4c45-4f70-9b5e-70a0303b23f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.139395] env[62563]: DEBUG oslo_vmware.api [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1823.139395] env[62563]: value = "task-1751830" [ 1823.139395] env[62563]: _type = "Task" [ 1823.139395] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.153637] env[62563]: DEBUG oslo_vmware.api [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.171212] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-499f6871-a58f-40d4-920f-2e604dd83c78 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.181443] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5be2745-952c-4a4d-9aa3-5a42629235d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.194286] env[62563]: INFO nova.network.neutron [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Port 34328186-ebbc-4bd6-b36b-fa96de560bfa from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1823.194705] env[62563]: DEBUG nova.network.neutron [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updating instance_info_cache with network_info: [{"id": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "address": "fa:16:3e:28:93:25", "network": {"id": "7a7d9a26-9a1a-46e2-90f7-d3a2d03b56d2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1593789174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6d7499cd6b47cb8e408f3e13796971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0ddc01-76", "ovs_interfaceid": "2c0ddc01-76ab-46ee-a02c-1d5d58bcc903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.215416] env[62563]: DEBUG nova.compute.manager [req-e8636013-5249-4ffa-aa2f-4e8a087ea98a req-d3f99d1f-90d7-420b-829e-e899ba0c53ba service nova] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Detach interface failed, port_id=a505f90b-9a2d-4e28-879e-85202258d1a8, reason: Instance a903b487-5a0d-407e-b549-855856dcbb39 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1823.250020] env[62563]: DEBUG oslo_vmware.api [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751829, 'name': PowerOffVM_Task, 'duration_secs': 0.379187} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.250314] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1823.250494] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1823.250817] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b078cae-1584-4523-adcc-013e3b6d6ef5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.296529] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.350622] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1823.350953] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1823.351182] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Deleting the datastore file [datastore1] c4139981-c84d-448f-836e-64913b0ca5d7 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1823.351493] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-134eca2b-268d-4ce1-a7e0-cdd0e0942a53 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.358205] env[62563]: DEBUG oslo_vmware.api [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1823.358205] env[62563]: value = "task-1751832" [ 1823.358205] env[62563]: _type = "Task" [ 1823.358205] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.369191] env[62563]: DEBUG oslo_vmware.api [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.389463] env[62563]: INFO nova.compute.manager [-] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Took 1.29 seconds to deallocate network for instance. [ 1823.509198] env[62563]: ERROR nova.scheduler.client.report [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [req-3d536947-595d-4156-b4b6-f844945e2b98] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3d536947-595d-4156-b4b6-f844945e2b98"}]} [ 1823.527243] env[62563]: DEBUG nova.scheduler.client.report [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1823.541748] env[62563]: DEBUG nova.scheduler.client.report [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1823.542082] env[62563]: DEBUG nova.compute.provider_tree [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1823.553744] env[62563]: DEBUG nova.scheduler.client.report [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1823.573708] env[62563]: DEBUG nova.scheduler.client.report [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1823.658240] env[62563]: DEBUG oslo_vmware.api [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751830, 'name': PowerOffVM_Task, 'duration_secs': 0.261904} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.658621] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1823.658873] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1823.659229] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbd08693-f2f6-4330-9535-a4174e9372eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.697689] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Releasing lock "refresh_cache-c4139981-c84d-448f-836e-64913b0ca5d7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.801877] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cf7306-be5e-4a69-b8b7-bdb7ce9a2c72 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.809858] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e10243-553c-498e-b55d-f768ccdefead {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.843152] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60eaf32-8296-4cd8-b043-1b0c364dccab {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.851279] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869cd01b-b49e-45d6-8404-affc178172cb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.865198] env[62563]: DEBUG nova.compute.provider_tree [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1823.875375] env[62563]: DEBUG oslo_vmware.api [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396797} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.876358] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1823.876610] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1823.876811] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1823.876989] env[62563]: INFO nova.compute.manager [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1823.877250] env[62563]: DEBUG oslo.service.loopingcall [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.877695] env[62563]: DEBUG nova.compute.manager [-] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1823.877799] env[62563]: DEBUG nova.network.neutron [-] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1823.896086] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.908338] env[62563]: DEBUG nova.network.neutron [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance_info_cache with network_info: [{"id": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "address": "fa:16:3e:22:03:8b", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001e02a5-a7", "ovs_interfaceid": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.961283] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1823.961523] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1823.961710] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Deleting the datastore file [datastore1] 94c1b38a-0b60-40c3-a672-84acc773d7aa {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1823.961980] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9e01889-a4d7-4456-9b36-b54fdaea6170 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.968513] env[62563]: DEBUG oslo_vmware.api [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1823.968513] env[62563]: value = "task-1751834" [ 1823.968513] env[62563]: _type = "Task" [ 1823.968513] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.976449] env[62563]: DEBUG oslo_vmware.api [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.203176] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a2287970-894d-4e4a-b825-4945385392ef tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "interface-c4139981-c84d-448f-836e-64913b0ca5d7-34328186-ebbc-4bd6-b36b-fa96de560bfa" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.912s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.408263] env[62563]: DEBUG nova.scheduler.client.report [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1824.408547] env[62563]: DEBUG nova.compute.provider_tree [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 153 to 154 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1824.408748] env[62563]: DEBUG nova.compute.provider_tree [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1824.412296] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.478929] env[62563]: DEBUG oslo_vmware.api [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309323} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.480075] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1824.480236] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1824.480445] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1824.480559] env[62563]: INFO nova.compute.manager [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1824.480809] env[62563]: DEBUG oslo.service.loopingcall [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.481405] env[62563]: DEBUG nova.compute.manager [-] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1824.481485] env[62563]: DEBUG nova.network.neutron [-] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1824.617865] env[62563]: DEBUG nova.compute.manager [req-db31b4af-6234-4511-abe6-81c6238be5c8 req-250c570c-3343-4b49-bb82-272e3c309922 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Received event network-vif-deleted-2c0ddc01-76ab-46ee-a02c-1d5d58bcc903 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1824.618284] env[62563]: INFO nova.compute.manager [req-db31b4af-6234-4511-abe6-81c6238be5c8 req-250c570c-3343-4b49-bb82-272e3c309922 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Neutron deleted interface 2c0ddc01-76ab-46ee-a02c-1d5d58bcc903; detaching it from the instance and deleting it from the info cache [ 1824.618513] env[62563]: DEBUG nova.network.neutron [req-db31b4af-6234-4511-abe6-81c6238be5c8 req-250c570c-3343-4b49-bb82-272e3c309922 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.917823] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.795s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.924673] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.628s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.925023] env[62563]: DEBUG nova.objects.instance [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1824.928678] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538bd9e5-dc77-4103-a1bc-ddd8b0618a7f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.938519] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5266fc-a970-42a5-a75b-92118b27ab80 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.949678] env[62563]: INFO nova.scheduler.client.report [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleted allocations for instance 086fb48c-5b24-4dc5-9e2a-3ff4811072a2 [ 1825.003451] env[62563]: DEBUG oslo_vmware.rw_handles [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52575ff4-e3e1-c037-82dc-56604f84c211/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1825.004541] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a40a21-b0de-4a48-8039-474dbebac8f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.011922] env[62563]: DEBUG oslo_vmware.rw_handles [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52575ff4-e3e1-c037-82dc-56604f84c211/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1825.012852] env[62563]: ERROR oslo_vmware.rw_handles [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52575ff4-e3e1-c037-82dc-56604f84c211/disk-0.vmdk due to incomplete transfer. [ 1825.012852] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a7d868b8-f5e8-4a5d-94fd-74c696e6acaf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.020449] env[62563]: DEBUG oslo_vmware.rw_handles [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52575ff4-e3e1-c037-82dc-56604f84c211/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1825.020760] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Uploaded image ee4db5fe-d230-4db7-826f-7e5a5aa04012 to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1825.024497] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1825.024497] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5b2a8d21-e230-4b9b-8dad-2aba30119381 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.029892] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1825.029892] env[62563]: value = "task-1751836" [ 1825.029892] env[62563]: _type = "Task" [ 1825.029892] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.042885] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751836, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.092691] env[62563]: DEBUG nova.network.neutron [-] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.122700] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b76ee18-2abd-41a7-bc41-d4dcd6d7b8e0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.137953] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc40235-5f9c-4283-86b8-03d3e885832f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.185497] env[62563]: DEBUG nova.compute.manager [req-db31b4af-6234-4511-abe6-81c6238be5c8 req-250c570c-3343-4b49-bb82-272e3c309922 service nova] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Detach interface failed, port_id=2c0ddc01-76ab-46ee-a02c-1d5d58bcc903, reason: Instance c4139981-c84d-448f-836e-64913b0ca5d7 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1825.320088] env[62563]: DEBUG nova.compute.manager [req-2d70d525-f790-4ff0-9ef4-7b05bccc63ab req-566fa420-1824-4576-a65d-ce8625710383 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Received event network-vif-deleted-bd7a6f9e-bc52-42fb-bca4-4749723ed77b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1825.320468] env[62563]: INFO nova.compute.manager [req-2d70d525-f790-4ff0-9ef4-7b05bccc63ab req-566fa420-1824-4576-a65d-ce8625710383 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Neutron deleted interface bd7a6f9e-bc52-42fb-bca4-4749723ed77b; detaching it from the instance and deleting it from the info cache [ 1825.320532] env[62563]: DEBUG nova.network.neutron [req-2d70d525-f790-4ff0-9ef4-7b05bccc63ab req-566fa420-1824-4576-a65d-ce8625710383 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.462726] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87aa7030-6e61-478f-878f-54f18fab0333 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "086fb48c-5b24-4dc5-9e2a-3ff4811072a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.249s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.541520] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751836, 'name': Destroy_Task, 'duration_secs': 0.401318} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.541811] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Destroyed the VM [ 1825.542079] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1825.542342] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-46654ca3-5a89-41af-a0ed-ba19c502b7b2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.549240] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1825.549240] env[62563]: value = "task-1751837" [ 1825.549240] env[62563]: _type = "Task" [ 1825.549240] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.557441] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751837, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.596703] env[62563]: INFO nova.compute.manager [-] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Took 1.72 seconds to deallocate network for instance. [ 1825.794204] env[62563]: DEBUG nova.network.neutron [-] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.823738] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23bc3e93-9052-47a0-a6f5-ebe95b05ed19 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.835398] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62752700-9e07-45b4-a224-87ace031ad12 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.868902] env[62563]: DEBUG nova.compute.manager [req-2d70d525-f790-4ff0-9ef4-7b05bccc63ab req-566fa420-1824-4576-a65d-ce8625710383 service nova] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Detach interface failed, port_id=bd7a6f9e-bc52-42fb-bca4-4749723ed77b, reason: Instance 94c1b38a-0b60-40c3-a672-84acc773d7aa could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1825.940258] env[62563]: DEBUG oslo_concurrency.lockutils [None req-fb9d81a1-1aaf-480d-a1be-93f2c865db6c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.941095] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.045s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.941345] env[62563]: DEBUG nova.objects.instance [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Lazy-loading 'resources' on Instance uuid a903b487-5a0d-407e-b549-855856dcbb39 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1826.058396] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075c5e9f-2539-4717-869d-55a5ca8f272b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.064429] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751837, 'name': RemoveSnapshot_Task, 'duration_secs': 0.386318} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.065367] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1826.065605] env[62563]: DEBUG nova.compute.manager [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1826.066398] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3661abbd-5110-49b7-a62c-aa22e43853da {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.089634] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d556db-0ef6-4e1a-9562-a7d1ee5a898a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.101030] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance 'ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a' progress to 83 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1826.105748] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.297534] env[62563]: INFO nova.compute.manager [-] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Took 1.82 seconds to deallocate network for instance. [ 1826.600158] env[62563]: INFO nova.compute.manager [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Shelve offloading [ 1826.601827] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1826.602109] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f13bb121-dc7f-488a-a96d-c3e85a6ca345 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.607543] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.608309] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d9f3942-6f40-476a-9da3-8270540c832d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.614334] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1826.614334] env[62563]: value = "task-1751838" [ 1826.614334] env[62563]: _type = "Task" [ 1826.614334] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.615690] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1826.615690] env[62563]: value = "task-1751839" [ 1826.615690] env[62563]: _type = "Task" [ 1826.615690] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.620746] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be66a323-fcb3-420a-842a-a0b8d1950e36 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.634098] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.636017] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1826.636428] env[62563]: DEBUG nova.compute.manager [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1826.637050] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9f869a-c1c2-4c10-a515-89848e548b97 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.640298] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ee7639-7634-494b-b2ac-166b37dfa386 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.647235] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.647426] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.647659] env[62563]: DEBUG nova.network.neutron [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.677530] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbafeac7-289a-47d2-a0ec-b8e123aeb129 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.686442] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c14df0-d6c0-425e-b3ea-4df91652bc34 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.700037] env[62563]: DEBUG nova.compute.provider_tree [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.803596] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.888987] env[62563]: DEBUG nova.network.neutron [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updating instance_info_cache with network_info: [{"id": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "address": "fa:16:3e:7d:4c:73", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd152c9f8-7c", "ovs_interfaceid": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.129967] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.204072] env[62563]: DEBUG nova.scheduler.client.report [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1827.241155] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "a88268b9-a22e-462a-9677-6bee6243bffe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.241516] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "a88268b9-a22e-462a-9677-6bee6243bffe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.391450] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.619249] env[62563]: DEBUG nova.compute.manager [req-9b3ac0d5-c231-4b11-b409-58938d3a6139 req-b4963dbf-b8fe-4988-a44f-c11d2b9aa0e4 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Received event network-vif-unplugged-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1827.619522] env[62563]: DEBUG oslo_concurrency.lockutils [req-9b3ac0d5-c231-4b11-b409-58938d3a6139 req-b4963dbf-b8fe-4988-a44f-c11d2b9aa0e4 service nova] Acquiring lock "76e4571b-75ec-4f41-ae1f-cc9adb279570-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.619686] env[62563]: DEBUG oslo_concurrency.lockutils [req-9b3ac0d5-c231-4b11-b409-58938d3a6139 req-b4963dbf-b8fe-4988-a44f-c11d2b9aa0e4 service nova] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.619860] env[62563]: DEBUG oslo_concurrency.lockutils [req-9b3ac0d5-c231-4b11-b409-58938d3a6139 req-b4963dbf-b8fe-4988-a44f-c11d2b9aa0e4 service nova] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.620041] env[62563]: DEBUG nova.compute.manager [req-9b3ac0d5-c231-4b11-b409-58938d3a6139 req-b4963dbf-b8fe-4988-a44f-c11d2b9aa0e4 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] No waiting events found dispatching network-vif-unplugged-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1827.620219] env[62563]: WARNING nova.compute.manager [req-9b3ac0d5-c231-4b11-b409-58938d3a6139 req-b4963dbf-b8fe-4988-a44f-c11d2b9aa0e4 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Received unexpected event network-vif-unplugged-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 for instance with vm_state shelved and task_state shelving_offloading. [ 1827.631567] env[62563]: DEBUG oslo_vmware.api [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751839, 'name': PowerOnVM_Task, 'duration_secs': 0.653901} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.631818] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.631996] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d673e6e0-e957-4935-9eba-7ad43cf36751 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance 'ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a' progress to 100 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1827.709605] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.711866] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.607s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.712518] env[62563]: DEBUG nova.objects.instance [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'resources' on Instance uuid c4139981-c84d-448f-836e-64913b0ca5d7 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.741378] env[62563]: INFO nova.scheduler.client.report [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Deleted allocations for instance a903b487-5a0d-407e-b549-855856dcbb39 [ 1827.745176] env[62563]: DEBUG nova.compute.manager [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1827.766290] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1827.767299] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5c9854-305d-48cc-82c1-598a6ef96a9a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.776643] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1827.776787] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72772147-04e7-4338-adef-8417a50a1ae9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.864144] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.864382] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.864660] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleting the datastore file [datastore1] 76e4571b-75ec-4f41-ae1f-cc9adb279570 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.864935] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef2ff940-a2f3-4ad7-804f-7fc8924baa96 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.871066] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1827.871066] env[62563]: value = "task-1751841" [ 1827.871066] env[62563]: _type = "Task" [ 1827.871066] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.879735] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.257916] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a8cca62e-eb2b-42cc-8f33-8e9b5e322c32 tempest-ImagesNegativeTestJSON-506522575 tempest-ImagesNegativeTestJSON-506522575-project-member] Lock "a903b487-5a0d-407e-b549-855856dcbb39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.326s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.282712] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.383314] env[62563]: DEBUG oslo_vmware.api [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284657} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.386066] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.386279] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.386465] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.418767] env[62563]: INFO nova.scheduler.client.report [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleted allocations for instance 76e4571b-75ec-4f41-ae1f-cc9adb279570 [ 1828.459649] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572922c3-3a01-4b9d-9c2a-35b975e2cf62 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.469380] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acac798b-8792-405b-9b01-9bf7f4842744 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.505097] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f41ce09-d89c-4638-a8de-4db714e81fd2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.513032] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff86675f-ef90-4418-ac8b-d0c3e5a1d061 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.526982] env[62563]: DEBUG nova.compute.provider_tree [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.925115] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.030615] env[62563]: DEBUG nova.scheduler.client.report [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1829.536388] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.538681] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.735s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.538940] env[62563]: DEBUG nova.objects.instance [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lazy-loading 'resources' on Instance uuid 94c1b38a-0b60-40c3-a672-84acc773d7aa {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1829.564482] env[62563]: INFO nova.scheduler.client.report [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Deleted allocations for instance c4139981-c84d-448f-836e-64913b0ca5d7 [ 1829.641741] env[62563]: DEBUG nova.network.neutron [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Port 001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9 binding to destination host cpu-1 is already ACTIVE {{(pid=62563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1829.642024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.642567] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.642567] env[62563]: DEBUG nova.network.neutron [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1829.655320] env[62563]: DEBUG nova.compute.manager [req-fbc6b6bc-5839-47ae-8021-4cccbcd486c6 req-9640ca51-2469-4e15-b3b3-a663bce6bbb1 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Received event network-changed-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1829.655527] env[62563]: DEBUG nova.compute.manager [req-fbc6b6bc-5839-47ae-8021-4cccbcd486c6 req-9640ca51-2469-4e15-b3b3-a663bce6bbb1 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Refreshing instance network info cache due to event network-changed-d152c9f8-7c08-4aea-a1bd-fb517fe41e91. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1829.655722] env[62563]: DEBUG oslo_concurrency.lockutils [req-fbc6b6bc-5839-47ae-8021-4cccbcd486c6 req-9640ca51-2469-4e15-b3b3-a663bce6bbb1 service nova] Acquiring lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.655864] env[62563]: DEBUG oslo_concurrency.lockutils [req-fbc6b6bc-5839-47ae-8021-4cccbcd486c6 req-9640ca51-2469-4e15-b3b3-a663bce6bbb1 service nova] Acquired lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.656031] env[62563]: DEBUG nova.network.neutron [req-fbc6b6bc-5839-47ae-8021-4cccbcd486c6 req-9640ca51-2469-4e15-b3b3-a663bce6bbb1 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Refreshing network info cache for port d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.072127] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b12ae866-19f6-4606-ab94-fe229a3812fc tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "c4139981-c84d-448f-836e-64913b0ca5d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.359s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.213780] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65875544-0653-406f-a8b0-8b23f821ebee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.221944] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a664b1d5-2aa6-4192-a77a-0f9a126d6edb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.254507] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed886d2e-2bdf-407a-a70e-85a9e62ad4e2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.264611] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc20a57-56be-497c-806a-62c54334ef1a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.278653] env[62563]: DEBUG nova.compute.provider_tree [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.407700] env[62563]: DEBUG nova.network.neutron [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance_info_cache with network_info: [{"id": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "address": "fa:16:3e:22:03:8b", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001e02a5-a7", "ovs_interfaceid": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.474463] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "ee5d691c-088d-4e04-a357-f33b24b5a470" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.474769] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "ee5d691c-088d-4e04-a357-f33b24b5a470" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.475107] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "ee5d691c-088d-4e04-a357-f33b24b5a470-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.475201] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "ee5d691c-088d-4e04-a357-f33b24b5a470-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.475364] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "ee5d691c-088d-4e04-a357-f33b24b5a470-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.480545] env[62563]: INFO nova.compute.manager [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Terminating instance [ 1830.482448] env[62563]: DEBUG nova.compute.manager [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1830.482650] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1830.483501] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d9178c-a49e-49fe-bee0-a9d22a90f70a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.493517] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.494069] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75fc9741-9d8a-4bfe-955e-cded91883677 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.501196] env[62563]: DEBUG oslo_vmware.api [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1830.501196] env[62563]: value = "task-1751842" [ 1830.501196] env[62563]: _type = "Task" [ 1830.501196] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.513340] env[62563]: DEBUG oslo_vmware.api [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.514638] env[62563]: DEBUG nova.network.neutron [req-fbc6b6bc-5839-47ae-8021-4cccbcd486c6 req-9640ca51-2469-4e15-b3b3-a663bce6bbb1 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updated VIF entry in instance network info cache for port d152c9f8-7c08-4aea-a1bd-fb517fe41e91. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1830.515044] env[62563]: DEBUG nova.network.neutron [req-fbc6b6bc-5839-47ae-8021-4cccbcd486c6 req-9640ca51-2469-4e15-b3b3-a663bce6bbb1 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updating instance_info_cache with network_info: [{"id": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "address": "fa:16:3e:7d:4c:73", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd152c9f8-7c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.782518] env[62563]: DEBUG nova.scheduler.client.report [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1830.916296] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.014015] env[62563]: DEBUG oslo_vmware.api [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751842, 'name': PowerOffVM_Task, 'duration_secs': 0.207441} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.014411] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1831.014675] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1831.015034] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7e95013-904e-4b9b-8e93-3e31808c1823 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.017903] env[62563]: DEBUG oslo_concurrency.lockutils [req-fbc6b6bc-5839-47ae-8021-4cccbcd486c6 req-9640ca51-2469-4e15-b3b3-a663bce6bbb1 service nova] Releasing lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.083484] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1831.084279] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1831.084279] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Deleting the datastore file [datastore1] ee5d691c-088d-4e04-a357-f33b24b5a470 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1831.084361] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49e8022c-219d-4607-8514-5a371a2a000f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.091508] env[62563]: DEBUG oslo_vmware.api [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for the task: (returnval){ [ 1831.091508] env[62563]: value = "task-1751844" [ 1831.091508] env[62563]: _type = "Task" [ 1831.091508] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.100221] env[62563]: DEBUG oslo_vmware.api [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.287346] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.289708] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.007s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.293619] env[62563]: INFO nova.compute.claims [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1831.320234] env[62563]: INFO nova.scheduler.client.report [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Deleted allocations for instance 94c1b38a-0b60-40c3-a672-84acc773d7aa [ 1831.420362] env[62563]: DEBUG nova.compute.manager [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62563) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1831.605915] env[62563]: DEBUG oslo_vmware.api [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Task: {'id': task-1751844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282831} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.606573] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1831.606810] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1831.606996] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1831.607357] env[62563]: INFO nova.compute.manager [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1831.607626] env[62563]: DEBUG oslo.service.loopingcall [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.607825] env[62563]: DEBUG nova.compute.manager [-] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1831.608105] env[62563]: DEBUG nova.network.neutron [-] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1831.728625] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.833768] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9d023603-06b2-47c0-9c82-6cf6eb0bda3e tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "94c1b38a-0b60-40c3-a672-84acc773d7aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.729s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.110745] env[62563]: DEBUG nova.compute.manager [req-be704949-8947-46e6-9461-59b79216226b req-f37c09e4-38ba-4411-a51d-b2aba2e37a49 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Received event network-vif-deleted-7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1832.111193] env[62563]: INFO nova.compute.manager [req-be704949-8947-46e6-9461-59b79216226b req-f37c09e4-38ba-4411-a51d-b2aba2e37a49 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Neutron deleted interface 7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8; detaching it from the instance and deleting it from the info cache [ 1832.111479] env[62563]: DEBUG nova.network.neutron [req-be704949-8947-46e6-9461-59b79216226b req-f37c09e4-38ba-4411-a51d-b2aba2e37a49 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.282064] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "76691c85-eae4-476b-821b-31f649460b09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.282360] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "76691c85-eae4-476b-821b-31f649460b09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.282575] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "76691c85-eae4-476b-821b-31f649460b09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.282766] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "76691c85-eae4-476b-821b-31f649460b09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.282937] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "76691c85-eae4-476b-821b-31f649460b09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.285097] env[62563]: INFO nova.compute.manager [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Terminating instance [ 1832.289531] env[62563]: DEBUG nova.compute.manager [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1832.289791] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1832.290574] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539167d9-47aa-43e8-bde7-f80850179c00 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.298850] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.299019] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ce74251-b2c6-4fe1-b8e6-cf1586c06bef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.305191] env[62563]: DEBUG oslo_vmware.api [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1832.305191] env[62563]: value = "task-1751846" [ 1832.305191] env[62563]: _type = "Task" [ 1832.305191] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.313897] env[62563]: DEBUG oslo_vmware.api [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.484034] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59942b54-8cf5-497b-b7f6-a358bf13fe70 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.491144] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09aaff2-d67c-46de-9237-530cb1ff36f3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.532113] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3ea92e-494a-4d11-aa35-4391fe5400fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.540934] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.541674] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a312b405-35bf-4981-ab79-472b566a70c7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.555666] env[62563]: DEBUG nova.compute.provider_tree [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.563058] env[62563]: DEBUG nova.network.neutron [-] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.617212] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54cc273e-2b04-4960-a365-997c23f9ed92 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.629503] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52c75cd-65be-48d6-8003-235959222a71 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.663770] env[62563]: DEBUG nova.compute.manager [req-be704949-8947-46e6-9461-59b79216226b req-f37c09e4-38ba-4411-a51d-b2aba2e37a49 service nova] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Detach interface failed, port_id=7cfcc93b-e751-4e1c-a7b0-345f82f9a6b8, reason: Instance ee5d691c-088d-4e04-a357-f33b24b5a470 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1832.814396] env[62563]: DEBUG oslo_vmware.api [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751846, 'name': PowerOffVM_Task, 'duration_secs': 0.240546} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.815044] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1832.815044] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1832.815312] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7367d617-01f7-4c68-969b-07664905de99 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.891062] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1832.891062] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1832.891226] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Deleting the datastore file [datastore1] 76691c85-eae4-476b-821b-31f649460b09 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1832.891393] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff0ed612-994e-419e-9972-95dffdc60b24 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.900903] env[62563]: DEBUG oslo_vmware.api [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1832.900903] env[62563]: value = "task-1751848" [ 1832.900903] env[62563]: _type = "Task" [ 1832.900903] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.908990] env[62563]: DEBUG oslo_vmware.api [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.062022] env[62563]: DEBUG nova.scheduler.client.report [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1833.065795] env[62563]: INFO nova.compute.manager [-] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Took 1.46 seconds to deallocate network for instance. [ 1833.412494] env[62563]: DEBUG oslo_vmware.api [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221067} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.415384] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1833.415384] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1833.415384] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1833.415384] env[62563]: INFO nova.compute.manager [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 76691c85-eae4-476b-821b-31f649460b09] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1833.415384] env[62563]: DEBUG oslo.service.loopingcall [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1833.415384] env[62563]: DEBUG nova.compute.manager [-] [instance: 76691c85-eae4-476b-821b-31f649460b09] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1833.415384] env[62563]: DEBUG nova.network.neutron [-] [instance: 76691c85-eae4-476b-821b-31f649460b09] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1833.567131] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.567131] env[62563]: DEBUG nova.compute.manager [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1833.568490] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.644s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.568862] env[62563]: DEBUG nova.objects.instance [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lazy-loading 'resources' on Instance uuid 76e4571b-75ec-4f41-ae1f-cc9adb279570 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.573978] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.075996] env[62563]: DEBUG nova.compute.utils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1834.078820] env[62563]: DEBUG nova.objects.instance [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lazy-loading 'numa_topology' on Instance uuid 76e4571b-75ec-4f41-ae1f-cc9adb279570 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.080855] env[62563]: DEBUG nova.compute.manager [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1834.081236] env[62563]: DEBUG nova.network.neutron [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1834.126014] env[62563]: DEBUG nova.policy [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '662a866d0f3c49b89dfa67aaba72b0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0a3d5e0548148d0921405951d69ba19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1834.141801] env[62563]: DEBUG nova.compute.manager [req-6c2c19c7-e0da-4a80-8507-8863ec5740a8 req-86e72cb4-dcd3-40df-bf7d-22e85c6de1b2 service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Received event network-vif-deleted-db3b81fa-c62a-4d5c-8704-217036d0fd18 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1834.142028] env[62563]: INFO nova.compute.manager [req-6c2c19c7-e0da-4a80-8507-8863ec5740a8 req-86e72cb4-dcd3-40df-bf7d-22e85c6de1b2 service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Neutron deleted interface db3b81fa-c62a-4d5c-8704-217036d0fd18; detaching it from the instance and deleting it from the info cache [ 1834.142206] env[62563]: DEBUG nova.network.neutron [req-6c2c19c7-e0da-4a80-8507-8863ec5740a8 req-86e72cb4-dcd3-40df-bf7d-22e85c6de1b2 service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.421592] env[62563]: DEBUG nova.network.neutron [-] [instance: 76691c85-eae4-476b-821b-31f649460b09] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.430319] env[62563]: DEBUG nova.network.neutron [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Successfully created port: f1b553bb-66b8-4a19-9e6f-abf8b54cf723 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1834.579802] env[62563]: DEBUG nova.compute.manager [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1834.584817] env[62563]: DEBUG nova.objects.base [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Object Instance<76e4571b-75ec-4f41-ae1f-cc9adb279570> lazy-loaded attributes: resources,numa_topology {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1834.651781] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf8fe516-08cb-4ae5-9a70-c9700001b6d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.654274] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Acquiring lock "565b0eae-2952-41dc-a335-09590ad4582c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.654533] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Lock "565b0eae-2952-41dc-a335-09590ad4582c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.671387] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87475fb6-9f56-4ec4-9dbb-4fa8a3391539 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.708442] env[62563]: DEBUG nova.compute.manager [req-6c2c19c7-e0da-4a80-8507-8863ec5740a8 req-86e72cb4-dcd3-40df-bf7d-22e85c6de1b2 service nova] [instance: 76691c85-eae4-476b-821b-31f649460b09] Detach interface failed, port_id=db3b81fa-c62a-4d5c-8704-217036d0fd18, reason: Instance 76691c85-eae4-476b-821b-31f649460b09 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1834.798878] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e41c388-b299-41bc-8564-e5d11c6fb53c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.807119] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf6a2c6-c6c6-432b-85a0-f31590e642b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.836925] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a5fa42-6bcc-4dcb-8fc0-9ab54624020f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.844327] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f4f4e1-b89d-49c5-b81f-46a5d1a09ecc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.859299] env[62563]: DEBUG nova.compute.provider_tree [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.923086] env[62563]: INFO nova.compute.manager [-] [instance: 76691c85-eae4-476b-821b-31f649460b09] Took 1.51 seconds to deallocate network for instance. [ 1835.159989] env[62563]: DEBUG nova.compute.manager [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1835.362643] env[62563]: DEBUG nova.scheduler.client.report [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1835.429691] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.594373] env[62563]: DEBUG nova.compute.manager [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1835.621976] env[62563]: DEBUG nova.virt.hardware [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1835.622261] env[62563]: DEBUG nova.virt.hardware [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1835.622421] env[62563]: DEBUG nova.virt.hardware [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1835.622606] env[62563]: DEBUG nova.virt.hardware [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1835.622754] env[62563]: DEBUG nova.virt.hardware [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1835.622903] env[62563]: DEBUG nova.virt.hardware [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1835.623124] env[62563]: DEBUG nova.virt.hardware [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1835.623357] env[62563]: DEBUG nova.virt.hardware [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1835.623554] env[62563]: DEBUG nova.virt.hardware [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1835.623729] env[62563]: DEBUG nova.virt.hardware [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1835.623905] env[62563]: DEBUG nova.virt.hardware [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1835.624821] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ca3d24-c688-4ffe-85b6-be55ad0fdf88 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.633235] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66255f95-4cb1-4af0-b397-7f7adfe1f0ac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.682043] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.868079] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.870803] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.331s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.880432] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.880699] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.880931] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.881159] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.881335] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.883406] env[62563]: INFO nova.compute.manager [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Terminating instance [ 1835.885189] env[62563]: DEBUG nova.compute.manager [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1835.885383] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1835.886219] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d92fa6-e544-4b39-b65f-f07c37da2df5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.894982] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.895300] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c43a24-20ab-478f-8f46-7d7f623c0c47 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.902475] env[62563]: DEBUG oslo_vmware.api [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1835.902475] env[62563]: value = "task-1751849" [ 1835.902475] env[62563]: _type = "Task" [ 1835.902475] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.911016] env[62563]: DEBUG oslo_vmware.api [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.948690] env[62563]: DEBUG nova.network.neutron [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Successfully updated port: f1b553bb-66b8-4a19-9e6f-abf8b54cf723 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1836.169326] env[62563]: DEBUG nova.compute.manager [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Received event network-vif-plugged-f1b553bb-66b8-4a19-9e6f-abf8b54cf723 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1836.169463] env[62563]: DEBUG oslo_concurrency.lockutils [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] Acquiring lock "a88268b9-a22e-462a-9677-6bee6243bffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.169680] env[62563]: DEBUG oslo_concurrency.lockutils [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] Lock "a88268b9-a22e-462a-9677-6bee6243bffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.169844] env[62563]: DEBUG oslo_concurrency.lockutils [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] Lock "a88268b9-a22e-462a-9677-6bee6243bffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.170035] env[62563]: DEBUG nova.compute.manager [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] No waiting events found dispatching network-vif-plugged-f1b553bb-66b8-4a19-9e6f-abf8b54cf723 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1836.170222] env[62563]: WARNING nova.compute.manager [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Received unexpected event network-vif-plugged-f1b553bb-66b8-4a19-9e6f-abf8b54cf723 for instance with vm_state building and task_state spawning. [ 1836.170386] env[62563]: DEBUG nova.compute.manager [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Received event network-changed-f1b553bb-66b8-4a19-9e6f-abf8b54cf723 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1836.170543] env[62563]: DEBUG nova.compute.manager [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Refreshing instance network info cache due to event network-changed-f1b553bb-66b8-4a19-9e6f-abf8b54cf723. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1836.170727] env[62563]: DEBUG oslo_concurrency.lockutils [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] Acquiring lock "refresh_cache-a88268b9-a22e-462a-9677-6bee6243bffe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.170869] env[62563]: DEBUG oslo_concurrency.lockutils [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] Acquired lock "refresh_cache-a88268b9-a22e-462a-9677-6bee6243bffe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.171043] env[62563]: DEBUG nova.network.neutron [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Refreshing network info cache for port f1b553bb-66b8-4a19-9e6f-abf8b54cf723 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.375021] env[62563]: DEBUG nova.objects.instance [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'migration_context' on Instance uuid ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.378904] env[62563]: DEBUG oslo_concurrency.lockutils [None req-40dc4168-118b-453c-9506-a52cdba2f845 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.312s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.379552] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.651s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.379908] env[62563]: INFO nova.compute.manager [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Unshelving [ 1836.412584] env[62563]: DEBUG oslo_vmware.api [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751849, 'name': PowerOffVM_Task, 'duration_secs': 0.205545} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.412848] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.413030] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1836.413302] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23072a41-b773-44d4-8774-aa41da7d020b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.451391] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "refresh_cache-a88268b9-a22e-462a-9677-6bee6243bffe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.484214] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1836.484449] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1836.484662] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Deleting the datastore file [datastore1] 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1836.484929] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01a19e5d-00dc-4880-8461-b3bcf0bbff1b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.490912] env[62563]: DEBUG oslo_vmware.api [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1836.490912] env[62563]: value = "task-1751851" [ 1836.490912] env[62563]: _type = "Task" [ 1836.490912] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.498136] env[62563]: DEBUG oslo_vmware.api [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.707138] env[62563]: DEBUG nova.network.neutron [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1836.788935] env[62563]: DEBUG nova.network.neutron [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.004352] env[62563]: DEBUG oslo_vmware.api [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419208} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.004655] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1837.004864] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1837.005059] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1837.005240] env[62563]: INFO nova.compute.manager [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1837.005485] env[62563]: DEBUG oslo.service.loopingcall [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.005681] env[62563]: DEBUG nova.compute.manager [-] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1837.005779] env[62563]: DEBUG nova.network.neutron [-] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1837.071491] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4065902-3054-453f-8d2b-70a7938565b0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.078887] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1696aab7-3baf-4a6b-9d00-5e4e19700f76 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.108697] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae7d730-4e1c-4db1-b13a-0173014ca8a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.116310] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83f1fbf-a2ea-4ffa-ae7c-18229532ccd3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.130953] env[62563]: DEBUG nova.compute.provider_tree [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1837.291573] env[62563]: DEBUG oslo_concurrency.lockutils [req-a0e2550c-8f32-4bfb-8a4c-7f44361a68ab req-5678ba3e-4ae2-47c4-8148-dfc28863dc9b service nova] Releasing lock "refresh_cache-a88268b9-a22e-462a-9677-6bee6243bffe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.292211] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "refresh_cache-a88268b9-a22e-462a-9677-6bee6243bffe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.292395] env[62563]: DEBUG nova.network.neutron [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.407876] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.651571] env[62563]: ERROR nova.scheduler.client.report [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [req-8dc1e912-205e-426d-863a-482afe67343f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8dc1e912-205e-426d-863a-482afe67343f"}]} [ 1837.666886] env[62563]: DEBUG nova.scheduler.client.report [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1837.679196] env[62563]: DEBUG nova.scheduler.client.report [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1837.679446] env[62563]: DEBUG nova.compute.provider_tree [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1837.689054] env[62563]: DEBUG nova.scheduler.client.report [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1837.705957] env[62563]: DEBUG nova.scheduler.client.report [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1837.750642] env[62563]: DEBUG nova.network.neutron [-] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.823076] env[62563]: DEBUG nova.network.neutron [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1837.844366] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e584d1-a420-4d18-87bd-4476a9a729d3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.851724] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b1cb20-2a1f-402f-bea2-5d01393d96f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.883337] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6368b-6b3e-46bd-b7dd-331670d5acac {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.890839] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54714d86-fa02-4ab9-a55a-338f71f9d2e4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.903935] env[62563]: DEBUG nova.compute.provider_tree [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1837.979468] env[62563]: DEBUG nova.network.neutron [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Updating instance_info_cache with network_info: [{"id": "f1b553bb-66b8-4a19-9e6f-abf8b54cf723", "address": "fa:16:3e:3b:a7:9d", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b553bb-66", "ovs_interfaceid": "f1b553bb-66b8-4a19-9e6f-abf8b54cf723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.193887] env[62563]: DEBUG nova.compute.manager [req-62cea716-759a-474f-ab25-2c6331441d2d req-786cf83e-981b-48e7-a46e-f361533bb946 service nova] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Received event network-vif-deleted-aa420728-1837-446f-a3c7-bb743fd852d2 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1838.253269] env[62563]: INFO nova.compute.manager [-] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Took 1.25 seconds to deallocate network for instance. [ 1838.434498] env[62563]: DEBUG nova.scheduler.client.report [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1838.434875] env[62563]: DEBUG nova.compute.provider_tree [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 157 to 158 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1838.435080] env[62563]: DEBUG nova.compute.provider_tree [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1838.481963] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "refresh_cache-a88268b9-a22e-462a-9677-6bee6243bffe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.482388] env[62563]: DEBUG nova.compute.manager [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Instance network_info: |[{"id": "f1b553bb-66b8-4a19-9e6f-abf8b54cf723", "address": "fa:16:3e:3b:a7:9d", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b553bb-66", "ovs_interfaceid": "f1b553bb-66b8-4a19-9e6f-abf8b54cf723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1838.483240] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:a7:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1b553bb-66b8-4a19-9e6f-abf8b54cf723', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1838.491352] env[62563]: DEBUG oslo.service.loopingcall [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.491590] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1838.491822] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a86c9380-4f01-42b0-babd-fb7d2f3310ab {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.514028] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1838.514028] env[62563]: value = "task-1751852" [ 1838.514028] env[62563]: _type = "Task" [ 1838.514028] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.524110] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751852, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.760178] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.024971] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751852, 'name': CreateVM_Task, 'duration_secs': 0.346077} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.025244] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1839.025953] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.026161] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.026538] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1839.026829] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b85eb6-a489-4d19-99e3-50c56c1acc11 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.032050] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1839.032050] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52577a56-2c0e-78ce-695d-3f0d75b3921d" [ 1839.032050] env[62563]: _type = "Task" [ 1839.032050] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.039892] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52577a56-2c0e-78ce-695d-3f0d75b3921d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.446060] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.575s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.451335] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.877s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.451564] env[62563]: DEBUG nova.objects.instance [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lazy-loading 'resources' on Instance uuid ee5d691c-088d-4e04-a357-f33b24b5a470 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.543029] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52577a56-2c0e-78ce-695d-3f0d75b3921d, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.543186] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.543431] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1839.543664] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.543813] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.543993] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1839.544273] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e5bc260-2e7e-4ed2-9740-e927ceb640bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.552738] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1839.552939] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1839.553670] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1cfd7e5-b45b-4be6-90bb-390b7cbfd807 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.558802] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1839.558802] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]525aadca-288e-006e-0a2e-dcc2e3943996" [ 1839.558802] env[62563]: _type = "Task" [ 1839.558802] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.566078] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525aadca-288e-006e-0a2e-dcc2e3943996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.071574] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]525aadca-288e-006e-0a2e-dcc2e3943996, 'name': SearchDatastore_Task, 'duration_secs': 0.009108} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.072399] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2023b08a-8a98-410e-b030-bbba5380c84f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.079590] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1840.079590] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529ce65f-132e-c4a4-94d5-873d43d587e2" [ 1840.079590] env[62563]: _type = "Task" [ 1840.079590] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.087370] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529ce65f-132e-c4a4-94d5-873d43d587e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.117315] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5996572-d86c-4f8c-8802-3e091544c54e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.124377] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c59121a-6f8f-4f28-a73a-fcb06a5c0c25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.153817] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f2df97-07d9-4595-b25d-b83461be428a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.160907] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a9ae92-c2fe-4ea0-9a71-1f926296cbea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.173575] env[62563]: DEBUG nova.compute.provider_tree [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.589717] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529ce65f-132e-c4a4-94d5-873d43d587e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.589986] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.590279] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] a88268b9-a22e-462a-9677-6bee6243bffe/a88268b9-a22e-462a-9677-6bee6243bffe.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1840.590536] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9ef3dda-a453-43e7-ae82-eae93d0eb5a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.599668] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1840.599668] env[62563]: value = "task-1751853" [ 1840.599668] env[62563]: _type = "Task" [ 1840.599668] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.608099] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.677540] env[62563]: DEBUG nova.scheduler.client.report [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1840.985735] env[62563]: INFO nova.compute.manager [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Swapping old allocation on dict_keys(['4eb5fa57-7e31-460c-b803-3f7b6d6d423a']) held by migration 43de8f81-66d0-4de1-91de-c690e9fbd504 for instance [ 1841.012342] env[62563]: DEBUG nova.scheduler.client.report [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Overwriting current allocation {'allocations': {'4eb5fa57-7e31-460c-b803-3f7b6d6d423a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 158}}, 'project_id': 'ba650f1745614069b707a67a4a99e14b', 'user_id': '16e4e840abc7473cb217354653707059', 'consumer_generation': 1} on consumer ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a {{(pid=62563) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1841.094816] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.095121] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.095212] env[62563]: DEBUG nova.network.neutron [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1841.108958] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500412} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.109226] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] a88268b9-a22e-462a-9677-6bee6243bffe/a88268b9-a22e-462a-9677-6bee6243bffe.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1841.109435] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1841.109678] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-742927d5-5e69-4c85-9cdf-21441a1bd0b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.115170] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1841.115170] env[62563]: value = "task-1751854" [ 1841.115170] env[62563]: _type = "Task" [ 1841.115170] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.122288] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.182971] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.185230] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.756s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.185526] env[62563]: DEBUG nova.objects.instance [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lazy-loading 'resources' on Instance uuid 76691c85-eae4-476b-821b-31f649460b09 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.199416] env[62563]: INFO nova.scheduler.client.report [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Deleted allocations for instance ee5d691c-088d-4e04-a357-f33b24b5a470 [ 1841.628047] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059336} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.628336] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1841.631034] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e156c4-a6c4-40a6-aa0d-6b294fe29129 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.653572] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] a88268b9-a22e-462a-9677-6bee6243bffe/a88268b9-a22e-462a-9677-6bee6243bffe.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1841.653826] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-def74b31-c9d1-4fd9-a8d3-a9282acd3f04 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.677470] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1841.677470] env[62563]: value = "task-1751855" [ 1841.677470] env[62563]: _type = "Task" [ 1841.677470] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.690254] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.712411] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4961bf4a-5384-4038-83c0-483f2c69d478 tempest-AttachInterfacesTestJSON-615539058 tempest-AttachInterfacesTestJSON-615539058-project-member] Lock "ee5d691c-088d-4e04-a357-f33b24b5a470" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.237s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.842980] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f80eb9-f87e-4852-b383-6d0b63545766 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.846901] env[62563]: DEBUG nova.network.neutron [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance_info_cache with network_info: [{"id": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "address": "fa:16:3e:22:03:8b", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001e02a5-a7", "ovs_interfaceid": "001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.853218] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4eca16-699b-4ee0-9e8d-8d7ab80e8373 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.887669] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11495d2a-6bc5-4e6e-9584-a31f4a14d331 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.896916] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce91d87-a92b-4229-b340-739a5110e98f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.912087] env[62563]: DEBUG nova.compute.provider_tree [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1842.188964] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751855, 'name': ReconfigVM_Task, 'duration_secs': 0.281205} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.189474] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Reconfigured VM instance instance-00000072 to attach disk [datastore1] a88268b9-a22e-462a-9677-6bee6243bffe/a88268b9-a22e-462a-9677-6bee6243bffe.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1842.190485] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48803b25-ecb8-49ed-b0c8-f6cb109e29ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.198163] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1842.198163] env[62563]: value = "task-1751856" [ 1842.198163] env[62563]: _type = "Task" [ 1842.198163] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.206528] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751856, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.349757] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "refresh_cache-ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.350780] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71faf72a-a458-4bdb-8fac-1819d475bd74 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.357648] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f823d73-28ee-4a63-ae06-79811f14fb1a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.435083] env[62563]: ERROR nova.scheduler.client.report [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [req-07021fd8-4b25-4121-881d-6d004977299c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-07021fd8-4b25-4121-881d-6d004977299c"}]} [ 1842.462059] env[62563]: DEBUG nova.scheduler.client.report [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1842.480505] env[62563]: DEBUG nova.scheduler.client.report [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1842.480505] env[62563]: DEBUG nova.compute.provider_tree [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1842.494988] env[62563]: DEBUG nova.scheduler.client.report [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1842.518281] env[62563]: DEBUG nova.scheduler.client.report [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1842.693710] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50672e6c-d24a-4ba7-94f6-59058cd10832 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.715427] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e728619-ed0f-47a0-af7b-1d3ab596a616 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.719117] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751856, 'name': Rename_Task, 'duration_secs': 0.138441} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.719389] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1842.719955] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24992ba6-54f5-4f74-bf60-e4be9272f879 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.750525] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccac087-bdd3-48d7-8a85-68a122ffc237 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.753350] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1842.753350] env[62563]: value = "task-1751857" [ 1842.753350] env[62563]: _type = "Task" [ 1842.753350] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.760396] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b423866-2af4-4426-b441-2fbbf305c82a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.768274] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.778357] env[62563]: DEBUG nova.compute.provider_tree [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1843.263620] env[62563]: DEBUG oslo_vmware.api [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751857, 'name': PowerOnVM_Task, 'duration_secs': 0.440952} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.263907] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1843.264109] env[62563]: INFO nova.compute.manager [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1843.264305] env[62563]: DEBUG nova.compute.manager [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1843.265128] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64471438-bbe7-4e61-badc-b375e8c3bb4b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.321686] env[62563]: DEBUG nova.scheduler.client.report [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1843.321998] env[62563]: DEBUG nova.compute.provider_tree [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 159 to 160 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1843.322232] env[62563]: DEBUG nova.compute.provider_tree [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1843.438109] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1843.438459] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09aff6c5-ace2-4fbb-9d04-45cfc2d69be9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.445524] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1843.445524] env[62563]: value = "task-1751858" [ 1843.445524] env[62563]: _type = "Task" [ 1843.445524] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.453419] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.785410] env[62563]: INFO nova.compute.manager [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Took 15.53 seconds to build instance. [ 1843.827413] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.642s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.832851] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.151s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.834545] env[62563]: INFO nova.compute.claims [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1843.860299] env[62563]: INFO nova.scheduler.client.report [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Deleted allocations for instance 76691c85-eae4-476b-821b-31f649460b09 [ 1843.957795] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751858, 'name': PowerOffVM_Task, 'duration_secs': 0.21067} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.957795] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1843.957795] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1843.957795] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1843.958132] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1843.958175] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1843.959213] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1843.959213] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1843.959213] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1843.959213] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1843.959213] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1843.959213] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1843.959597] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1843.964281] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64de631c-7b28-4e82-855f-77bb543ea7c7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.981071] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1843.981071] env[62563]: value = "task-1751859" [ 1843.981071] env[62563]: _type = "Task" [ 1843.981071] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.990408] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.206411] env[62563]: DEBUG nova.compute.manager [req-f82dd634-7289-4872-91fc-ae5f72725bcf req-0dd5373e-38f2-4e84-b8ce-08276e232b98 service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Received event network-changed-f1b553bb-66b8-4a19-9e6f-abf8b54cf723 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1844.206411] env[62563]: DEBUG nova.compute.manager [req-f82dd634-7289-4872-91fc-ae5f72725bcf req-0dd5373e-38f2-4e84-b8ce-08276e232b98 service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Refreshing instance network info cache due to event network-changed-f1b553bb-66b8-4a19-9e6f-abf8b54cf723. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1844.206411] env[62563]: DEBUG oslo_concurrency.lockutils [req-f82dd634-7289-4872-91fc-ae5f72725bcf req-0dd5373e-38f2-4e84-b8ce-08276e232b98 service nova] Acquiring lock "refresh_cache-a88268b9-a22e-462a-9677-6bee6243bffe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.206411] env[62563]: DEBUG oslo_concurrency.lockutils [req-f82dd634-7289-4872-91fc-ae5f72725bcf req-0dd5373e-38f2-4e84-b8ce-08276e232b98 service nova] Acquired lock "refresh_cache-a88268b9-a22e-462a-9677-6bee6243bffe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.206411] env[62563]: DEBUG nova.network.neutron [req-f82dd634-7289-4872-91fc-ae5f72725bcf req-0dd5373e-38f2-4e84-b8ce-08276e232b98 service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Refreshing network info cache for port f1b553bb-66b8-4a19-9e6f-abf8b54cf723 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.291959] env[62563]: DEBUG oslo_concurrency.lockutils [None req-ebb9d690-86b0-44f7-9c98-b823b58ec613 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "a88268b9-a22e-462a-9677-6bee6243bffe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.050s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.374159] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be0c0cbd-19e2-4357-b9ab-f2f8d1da560f tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "76691c85-eae4-476b-821b-31f649460b09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.092s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.496577] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751859, 'name': ReconfigVM_Task, 'duration_secs': 0.14244} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.497581] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f57b549-d7a7-4610-8507-22dcb8f230c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.521459] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1844.521971] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1844.522279] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.522617] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1844.522890] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.523252] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1844.523576] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1844.523858] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1844.524162] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1844.524615] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1844.524937] env[62563]: DEBUG nova.virt.hardware [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1844.526744] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23390d3f-7642-4e0f-a9dd-40c1af41b9c6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.533333] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1844.533333] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d438a1-46af-64e1-c907-07d71ccbfd9e" [ 1844.533333] env[62563]: _type = "Task" [ 1844.533333] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.541424] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d438a1-46af-64e1-c907-07d71ccbfd9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.959465] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.959719] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.039440] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dc4200-48ff-4bad-9625-6da6b3f4a816 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.042854] env[62563]: DEBUG nova.network.neutron [req-f82dd634-7289-4872-91fc-ae5f72725bcf req-0dd5373e-38f2-4e84-b8ce-08276e232b98 service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Updated VIF entry in instance network info cache for port f1b553bb-66b8-4a19-9e6f-abf8b54cf723. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.043322] env[62563]: DEBUG nova.network.neutron [req-f82dd634-7289-4872-91fc-ae5f72725bcf req-0dd5373e-38f2-4e84-b8ce-08276e232b98 service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Updating instance_info_cache with network_info: [{"id": "f1b553bb-66b8-4a19-9e6f-abf8b54cf723", "address": "fa:16:3e:3b:a7:9d", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b553bb-66", "ovs_interfaceid": "f1b553bb-66b8-4a19-9e6f-abf8b54cf723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.052871] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0982dcf7-1632-435b-b741-50600b3ade81 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.056375] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d438a1-46af-64e1-c907-07d71ccbfd9e, 'name': SearchDatastore_Task, 'duration_secs': 0.007552} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.062765] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1845.063690] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dca0eec7-a3a4-48f8-844c-535e81e6b0f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.107687] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8c2094-39ea-41bf-8514-39039af9cd6b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.115189] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1845.115189] env[62563]: value = "task-1751860" [ 1845.115189] env[62563]: _type = "Task" [ 1845.115189] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.118144] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e89e68-b5cd-4e86-8ddf-a25bf0e5a2f8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.137484] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.139386] env[62563]: DEBUG nova.compute.provider_tree [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.466489] env[62563]: INFO nova.compute.manager [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Detaching volume decf0306-4650-4e29-829b-634c362add92 [ 1845.505909] env[62563]: INFO nova.virt.block_device [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Attempting to driver detach volume decf0306-4650-4e29-829b-634c362add92 from mountpoint /dev/sdb [ 1845.506232] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1845.506468] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364117', 'volume_id': 'decf0306-4650-4e29-829b-634c362add92', 'name': 'volume-decf0306-4650-4e29-829b-634c362add92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7777c1f3-e169-4f1f-830b-eae86c4de0ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'decf0306-4650-4e29-829b-634c362add92', 'serial': 'decf0306-4650-4e29-829b-634c362add92'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1845.507446] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e68f8f-81c5-4109-82da-4df2af41a83b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.531017] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314b4bb4-40dc-4408-9bc7-48c8fc91573b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.539427] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950a8712-d22d-4271-9b86-0fb81a31fa7b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.563025] env[62563]: DEBUG oslo_concurrency.lockutils [req-f82dd634-7289-4872-91fc-ae5f72725bcf req-0dd5373e-38f2-4e84-b8ce-08276e232b98 service nova] Releasing lock "refresh_cache-a88268b9-a22e-462a-9677-6bee6243bffe" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.564180] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905cbdf4-ea3f-4134-a2c6-f88e99de08a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.580708] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] The volume has not been displaced from its original location: [datastore1] volume-decf0306-4650-4e29-829b-634c362add92/volume-decf0306-4650-4e29-829b-634c362add92.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1845.586328] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1845.586708] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0184ef46-4c52-4368-a1fa-cb430d6ce513 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.605206] env[62563]: DEBUG oslo_vmware.api [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1845.605206] env[62563]: value = "task-1751862" [ 1845.605206] env[62563]: _type = "Task" [ 1845.605206] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.613529] env[62563]: DEBUG oslo_vmware.api [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.622953] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.642171] env[62563]: DEBUG nova.scheduler.client.report [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1846.118062] env[62563]: DEBUG oslo_vmware.api [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.129722] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.147978] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.151020] env[62563]: DEBUG nova.compute.manager [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1846.153363] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.746s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.153739] env[62563]: DEBUG nova.objects.instance [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lazy-loading 'pci_requests' on Instance uuid 76e4571b-75ec-4f41-ae1f-cc9adb279570 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.617215] env[62563]: DEBUG oslo_vmware.api [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751862, 'name': ReconfigVM_Task, 'duration_secs': 0.889997} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.620355] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1846.625236] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b169fabf-a10a-4470-b5cf-273cf41bd8f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.641060] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751860, 'name': ReconfigVM_Task, 'duration_secs': 1.237958} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.643079] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1846.643079] env[62563]: DEBUG oslo_vmware.api [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1846.643079] env[62563]: value = "task-1751863" [ 1846.643079] env[62563]: _type = "Task" [ 1846.643079] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.643550] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c247dfd-4e54-4928-9572-f3f538e0b570 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.654869] env[62563]: DEBUG oslo_vmware.api [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751863, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.672066] env[62563]: DEBUG nova.compute.utils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1846.674964] env[62563]: DEBUG nova.objects.instance [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lazy-loading 'numa_topology' on Instance uuid 76e4571b-75ec-4f41-ae1f-cc9adb279570 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.684136] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a/ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.685441] env[62563]: DEBUG nova.compute.manager [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1846.686688] env[62563]: DEBUG nova.network.neutron [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1846.687809] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5856767b-1fc5-444a-8a63-565dbe02ea22 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.707432] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1846.707432] env[62563]: value = "task-1751864" [ 1846.707432] env[62563]: _type = "Task" [ 1846.707432] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.717807] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.749169] env[62563]: DEBUG nova.policy [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b64924a201474adc89afcba1fd236755', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61bcc13e69cc4cf69c14b6b470bc373f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1847.035205] env[62563]: DEBUG nova.network.neutron [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Successfully created port: dabc1dba-efa2-46d7-a6e9-50ca2cf21773 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1847.156847] env[62563]: DEBUG oslo_vmware.api [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751863, 'name': ReconfigVM_Task, 'duration_secs': 0.136307} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.157234] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364117', 'volume_id': 'decf0306-4650-4e29-829b-634c362add92', 'name': 'volume-decf0306-4650-4e29-829b-634c362add92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7777c1f3-e169-4f1f-830b-eae86c4de0ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'decf0306-4650-4e29-829b-634c362add92', 'serial': 'decf0306-4650-4e29-829b-634c362add92'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1847.185274] env[62563]: DEBUG nova.compute.manager [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1847.188413] env[62563]: INFO nova.compute.claims [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1847.222105] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751864, 'name': ReconfigVM_Task, 'duration_secs': 0.311841} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.222105] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a/ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1847.222105] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a59fd6b-e788-469e-a630-f7ffffb8ddd5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.249861] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdfd477-73cb-43d3-9803-42430c3e77d5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.275235] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b426d2f9-36ed-4bdc-96f8-101498041fe9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.299710] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d2a5d8-79b0-4b00-9ff2-68e060c4ae2d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.304848] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1847.305136] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18b99d08-e1a2-4f7b-9b0e-61dcd3127603 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.311349] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1847.311349] env[62563]: value = "task-1751865" [ 1847.311349] env[62563]: _type = "Task" [ 1847.311349] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.321302] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.702256] env[62563]: DEBUG nova.objects.instance [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lazy-loading 'flavor' on Instance uuid 7777c1f3-e169-4f1f-830b-eae86c4de0ff {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.822045] env[62563]: DEBUG oslo_vmware.api [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751865, 'name': PowerOnVM_Task, 'duration_secs': 0.463799} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.822150] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1847.897746] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Acquiring lock "0a2fe50a-cc3e-45cf-bea3-432df115fe3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.898054] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Lock "0a2fe50a-cc3e-45cf-bea3-432df115fe3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.198165] env[62563]: DEBUG nova.compute.manager [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1848.234381] env[62563]: DEBUG nova.virt.hardware [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1848.234639] env[62563]: DEBUG nova.virt.hardware [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1848.234798] env[62563]: DEBUG nova.virt.hardware [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1848.234985] env[62563]: DEBUG nova.virt.hardware [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1848.235148] env[62563]: DEBUG nova.virt.hardware [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1848.235298] env[62563]: DEBUG nova.virt.hardware [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1848.235503] env[62563]: DEBUG nova.virt.hardware [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1848.235666] env[62563]: DEBUG nova.virt.hardware [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1848.235836] env[62563]: DEBUG nova.virt.hardware [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1848.236005] env[62563]: DEBUG nova.virt.hardware [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1848.236191] env[62563]: DEBUG nova.virt.hardware [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1848.237428] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaa50ec-bd96-44ab-937d-67bdc27ad6d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.245467] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b139b7b-44df-461c-8cc5-17ec7bb5a1ca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.368153] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea52708e-80c4-42df-8527-d2f82f6a3b1e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.380490] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107adde7-3601-4399-8afc-6398d244d7be {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.414935] env[62563]: DEBUG nova.compute.manager [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1848.418703] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee43336f-6030-490f-aa11-902b1a1fbd93 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.426325] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df16f304-468e-4a6c-86b7-6b5c8ac4156e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.441273] env[62563]: DEBUG nova.compute.provider_tree [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.658478] env[62563]: DEBUG nova.compute.manager [req-86ae0b3a-d1ed-489f-9327-cd56955f75c7 req-95c4d47e-6442-4c34-907f-7de9f2095d61 service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Received event network-vif-plugged-dabc1dba-efa2-46d7-a6e9-50ca2cf21773 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1848.658731] env[62563]: DEBUG oslo_concurrency.lockutils [req-86ae0b3a-d1ed-489f-9327-cd56955f75c7 req-95c4d47e-6442-4c34-907f-7de9f2095d61 service nova] Acquiring lock "565b0eae-2952-41dc-a335-09590ad4582c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.658980] env[62563]: DEBUG oslo_concurrency.lockutils [req-86ae0b3a-d1ed-489f-9327-cd56955f75c7 req-95c4d47e-6442-4c34-907f-7de9f2095d61 service nova] Lock "565b0eae-2952-41dc-a335-09590ad4582c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.659198] env[62563]: DEBUG oslo_concurrency.lockutils [req-86ae0b3a-d1ed-489f-9327-cd56955f75c7 req-95c4d47e-6442-4c34-907f-7de9f2095d61 service nova] Lock "565b0eae-2952-41dc-a335-09590ad4582c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.659439] env[62563]: DEBUG nova.compute.manager [req-86ae0b3a-d1ed-489f-9327-cd56955f75c7 req-95c4d47e-6442-4c34-907f-7de9f2095d61 service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] No waiting events found dispatching network-vif-plugged-dabc1dba-efa2-46d7-a6e9-50ca2cf21773 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1848.659560] env[62563]: WARNING nova.compute.manager [req-86ae0b3a-d1ed-489f-9327-cd56955f75c7 req-95c4d47e-6442-4c34-907f-7de9f2095d61 service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Received unexpected event network-vif-plugged-dabc1dba-efa2-46d7-a6e9-50ca2cf21773 for instance with vm_state building and task_state spawning. [ 1848.711639] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bbb4a6af-e6b5-4b3c-8a27-e83bd7f7c0b4 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.751s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.749029] env[62563]: DEBUG nova.network.neutron [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Successfully updated port: dabc1dba-efa2-46d7-a6e9-50ca2cf21773 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1848.866927] env[62563]: INFO nova.compute.manager [None req-2fcc6f0d-4f7d-4bcc-a2ea-36444511246f tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance to original state: 'active' [ 1848.937505] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.944534] env[62563]: DEBUG nova.scheduler.client.report [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1849.251033] env[62563]: DEBUG oslo_concurrency.lockutils [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.251033] env[62563]: DEBUG oslo_concurrency.lockutils [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.251033] env[62563]: DEBUG oslo_concurrency.lockutils [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.251303] env[62563]: DEBUG oslo_concurrency.lockutils [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.251303] env[62563]: DEBUG oslo_concurrency.lockutils [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.253306] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Acquiring lock "refresh_cache-565b0eae-2952-41dc-a335-09590ad4582c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.253433] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Acquired lock "refresh_cache-565b0eae-2952-41dc-a335-09590ad4582c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.253577] env[62563]: DEBUG nova.network.neutron [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1849.255436] env[62563]: INFO nova.compute.manager [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Terminating instance [ 1849.256514] env[62563]: DEBUG nova.compute.manager [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1849.256750] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1849.257757] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176a2398-52f3-4588-b2a6-a2667389a0ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.267740] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.268089] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b8dcd55-0fab-4783-b032-39818d92bffb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.276463] env[62563]: DEBUG oslo_vmware.api [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1849.276463] env[62563]: value = "task-1751867" [ 1849.276463] env[62563]: _type = "Task" [ 1849.276463] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.286381] env[62563]: DEBUG oslo_vmware.api [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.449846] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.296s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.452694] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.693s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.452988] env[62563]: DEBUG nova.objects.instance [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lazy-loading 'resources' on Instance uuid 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1849.487162] env[62563]: INFO nova.network.neutron [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updating port d152c9f8-7c08-4aea-a1bd-fb517fe41e91 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1849.787818] env[62563]: DEBUG oslo_vmware.api [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751867, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.804193] env[62563]: DEBUG nova.network.neutron [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1850.010913] env[62563]: DEBUG nova.network.neutron [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Updating instance_info_cache with network_info: [{"id": "dabc1dba-efa2-46d7-a6e9-50ca2cf21773", "address": "fa:16:3e:63:60:b8", "network": {"id": "c432abc2-008e-4d4e-aeca-d67366b927da", "bridge": "br-int", "label": "tempest-ServersTestJSON-726779744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bcc13e69cc4cf69c14b6b470bc373f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabc1dba-ef", "ovs_interfaceid": "dabc1dba-efa2-46d7-a6e9-50ca2cf21773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.129718] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e8bcf1-e8fc-402d-8d26-f28a78fa15e7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.137955] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73796153-b397-431f-8303-229a3bd73c47 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.170160] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fd420a-93f4-4301-b484-d4e859197553 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.178289] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bb7f4d-0914-4eb3-a575-3483bc970a22 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.193637] env[62563]: DEBUG nova.compute.provider_tree [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.288375] env[62563]: DEBUG oslo_vmware.api [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751867, 'name': PowerOffVM_Task, 'duration_secs': 0.55201} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.288636] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.288802] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1850.289063] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a63728e1-8482-40a6-8dd4-31a0fad692c2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.409050] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.409050] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.409223] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.409317] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.409469] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.411902] env[62563]: INFO nova.compute.manager [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Terminating instance [ 1850.414296] env[62563]: DEBUG nova.compute.manager [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1850.414515] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1850.414808] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89478719-f02d-498f-91a0-6afa4e3f305c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.424297] env[62563]: DEBUG oslo_vmware.api [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1850.424297] env[62563]: value = "task-1751869" [ 1850.424297] env[62563]: _type = "Task" [ 1850.424297] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.435065] env[62563]: DEBUG oslo_vmware.api [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.472441] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.472441] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.472657] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Deleting the datastore file [datastore1] 7777c1f3-e169-4f1f-830b-eae86c4de0ff {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.473158] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b3a6e4a-4af7-420c-9129-83a068b403fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.481435] env[62563]: DEBUG oslo_vmware.api [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1850.481435] env[62563]: value = "task-1751871" [ 1850.481435] env[62563]: _type = "Task" [ 1850.481435] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.490277] env[62563]: DEBUG oslo_vmware.api [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.514068] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Releasing lock "refresh_cache-565b0eae-2952-41dc-a335-09590ad4582c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.514424] env[62563]: DEBUG nova.compute.manager [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Instance network_info: |[{"id": "dabc1dba-efa2-46d7-a6e9-50ca2cf21773", "address": "fa:16:3e:63:60:b8", "network": {"id": "c432abc2-008e-4d4e-aeca-d67366b927da", "bridge": "br-int", "label": "tempest-ServersTestJSON-726779744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bcc13e69cc4cf69c14b6b470bc373f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabc1dba-ef", "ovs_interfaceid": "dabc1dba-efa2-46d7-a6e9-50ca2cf21773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1850.514962] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:60:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dabc1dba-efa2-46d7-a6e9-50ca2cf21773', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1850.522774] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Creating folder: Project (61bcc13e69cc4cf69c14b6b470bc373f). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1850.523080] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c470a60-1189-4187-8678-7e0a29963a4e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.535573] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Created folder: Project (61bcc13e69cc4cf69c14b6b470bc373f) in parent group-v363823. [ 1850.535768] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Creating folder: Instances. Parent ref: group-v364134. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1850.536029] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-131fe255-2c59-4535-a69f-dc7ca9424523 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.546244] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Created folder: Instances in parent group-v364134. [ 1850.546453] env[62563]: DEBUG oslo.service.loopingcall [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.546653] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1850.546893] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17a357d4-0cd5-42c0-b042-c0d783e475ae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.567667] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1850.567667] env[62563]: value = "task-1751874" [ 1850.567667] env[62563]: _type = "Task" [ 1850.567667] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.575811] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751874, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.687151] env[62563]: DEBUG nova.compute.manager [req-56a8b958-c69f-44d5-ad4f-3b825d5e9e3b req-f8dcd650-aa6e-4622-8385-1072677c53dd service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Received event network-changed-dabc1dba-efa2-46d7-a6e9-50ca2cf21773 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1850.687369] env[62563]: DEBUG nova.compute.manager [req-56a8b958-c69f-44d5-ad4f-3b825d5e9e3b req-f8dcd650-aa6e-4622-8385-1072677c53dd service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Refreshing instance network info cache due to event network-changed-dabc1dba-efa2-46d7-a6e9-50ca2cf21773. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1850.687595] env[62563]: DEBUG oslo_concurrency.lockutils [req-56a8b958-c69f-44d5-ad4f-3b825d5e9e3b req-f8dcd650-aa6e-4622-8385-1072677c53dd service nova] Acquiring lock "refresh_cache-565b0eae-2952-41dc-a335-09590ad4582c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.687825] env[62563]: DEBUG oslo_concurrency.lockutils [req-56a8b958-c69f-44d5-ad4f-3b825d5e9e3b req-f8dcd650-aa6e-4622-8385-1072677c53dd service nova] Acquired lock "refresh_cache-565b0eae-2952-41dc-a335-09590ad4582c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.687994] env[62563]: DEBUG nova.network.neutron [req-56a8b958-c69f-44d5-ad4f-3b825d5e9e3b req-f8dcd650-aa6e-4622-8385-1072677c53dd service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Refreshing network info cache for port dabc1dba-efa2-46d7-a6e9-50ca2cf21773 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1850.698162] env[62563]: DEBUG nova.scheduler.client.report [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1850.935405] env[62563]: DEBUG oslo_vmware.api [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751869, 'name': PowerOffVM_Task, 'duration_secs': 0.33708} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.935814] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.936138] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1850.936387] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364125', 'volume_id': '0228df2c-1272-422a-ad51-c863c5073479', 'name': 'volume-0228df2c-1272-422a-ad51-c863c5073479', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a', 'attached_at': '2024-12-11T12:38:49.000000', 'detached_at': '', 'volume_id': '0228df2c-1272-422a-ad51-c863c5073479', 'serial': '0228df2c-1272-422a-ad51-c863c5073479'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1850.937295] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf9d927-b4c7-4e70-b378-136076965bda {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.961564] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d161c37-4c05-4488-84bd-f6ed8287e493 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.969916] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859566f4-c1b1-4de5-84a2-e6a61fe34b26 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.997916] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e2ee8d-f369-4dce-8c85-119f0931be8f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.006762] env[62563]: DEBUG oslo_vmware.api [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31289} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.019218] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1851.020087] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1851.020087] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1851.020087] env[62563]: INFO nova.compute.manager [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1851.020279] env[62563]: DEBUG oslo.service.loopingcall [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.020453] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] The volume has not been displaced from its original location: [datastore1] volume-0228df2c-1272-422a-ad51-c863c5073479/volume-0228df2c-1272-422a-ad51-c863c5073479.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1851.027887] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1851.029134] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.029306] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.029480] env[62563]: DEBUG nova.network.neutron [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1851.031668] env[62563]: DEBUG nova.compute.manager [-] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1851.031668] env[62563]: DEBUG nova.network.neutron [-] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1851.033394] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e41352-dbe5-45bc-a9b3-ee388b543708 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.055257] env[62563]: DEBUG oslo_vmware.api [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1851.055257] env[62563]: value = "task-1751875" [ 1851.055257] env[62563]: _type = "Task" [ 1851.055257] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.065311] env[62563]: DEBUG oslo_vmware.api [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.078241] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751874, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.203842] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.207305] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.269s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.210907] env[62563]: INFO nova.compute.claims [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1851.227744] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.227744] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.233519] env[62563]: INFO nova.scheduler.client.report [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Deleted allocations for instance 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a [ 1851.458244] env[62563]: DEBUG nova.network.neutron [req-56a8b958-c69f-44d5-ad4f-3b825d5e9e3b req-f8dcd650-aa6e-4622-8385-1072677c53dd service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Updated VIF entry in instance network info cache for port dabc1dba-efa2-46d7-a6e9-50ca2cf21773. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1851.458674] env[62563]: DEBUG nova.network.neutron [req-56a8b958-c69f-44d5-ad4f-3b825d5e9e3b req-f8dcd650-aa6e-4622-8385-1072677c53dd service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Updating instance_info_cache with network_info: [{"id": "dabc1dba-efa2-46d7-a6e9-50ca2cf21773", "address": "fa:16:3e:63:60:b8", "network": {"id": "c432abc2-008e-4d4e-aeca-d67366b927da", "bridge": "br-int", "label": "tempest-ServersTestJSON-726779744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bcc13e69cc4cf69c14b6b470bc373f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabc1dba-ef", "ovs_interfaceid": "dabc1dba-efa2-46d7-a6e9-50ca2cf21773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.569565] env[62563]: DEBUG oslo_vmware.api [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751875, 'name': ReconfigVM_Task, 'duration_secs': 0.291615} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.572664] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1851.579919] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebfa225d-15e0-487c-867f-5006ffb83ead {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.598481] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751874, 'name': CreateVM_Task, 'duration_secs': 0.555654} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.602024] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1851.602024] env[62563]: DEBUG oslo_vmware.api [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1851.602024] env[62563]: value = "task-1751876" [ 1851.602024] env[62563]: _type = "Task" [ 1851.602024] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.602024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.602024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.602024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1851.602024] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47374df5-7c30-4d98-bbcf-9f4d629ec01c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.611820] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Waiting for the task: (returnval){ [ 1851.611820] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5227cbbc-fa7e-01fe-073e-03a392047524" [ 1851.611820] env[62563]: _type = "Task" [ 1851.611820] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.616017] env[62563]: DEBUG oslo_vmware.api [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751876, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.625168] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5227cbbc-fa7e-01fe-073e-03a392047524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.733063] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.733263] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1851.744974] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6d73aac7-f2e3-436b-bcf4-3fef29d40f23 tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "69d847ff-57f0-4c2a-a1b2-ef5357dcb37a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.864s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.963407] env[62563]: DEBUG oslo_concurrency.lockutils [req-56a8b958-c69f-44d5-ad4f-3b825d5e9e3b req-f8dcd650-aa6e-4622-8385-1072677c53dd service nova] Releasing lock "refresh_cache-565b0eae-2952-41dc-a335-09590ad4582c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.042761] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "46430685-25dd-412e-aebf-86ba4fcbd3ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.043058] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "46430685-25dd-412e-aebf-86ba4fcbd3ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.043323] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "46430685-25dd-412e-aebf-86ba4fcbd3ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.043557] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "46430685-25dd-412e-aebf-86ba4fcbd3ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.043739] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "46430685-25dd-412e-aebf-86ba4fcbd3ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.048349] env[62563]: DEBUG nova.network.neutron [-] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.050031] env[62563]: INFO nova.compute.manager [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Terminating instance [ 1852.052027] env[62563]: DEBUG nova.compute.manager [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1852.052027] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1852.053068] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4669db2e-a51a-4398-bff9-1b54db6c8bbd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.063090] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1852.063338] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-543dffeb-4d60-4847-a38b-56713a4faa40 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.071743] env[62563]: DEBUG oslo_vmware.api [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1852.071743] env[62563]: value = "task-1751877" [ 1852.071743] env[62563]: _type = "Task" [ 1852.071743] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.082074] env[62563]: DEBUG oslo_vmware.api [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.112668] env[62563]: DEBUG oslo_vmware.api [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751876, 'name': ReconfigVM_Task, 'duration_secs': 0.318516} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.113016] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364125', 'volume_id': '0228df2c-1272-422a-ad51-c863c5073479', 'name': 'volume-0228df2c-1272-422a-ad51-c863c5073479', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a', 'attached_at': '2024-12-11T12:38:49.000000', 'detached_at': '', 'volume_id': '0228df2c-1272-422a-ad51-c863c5073479', 'serial': '0228df2c-1272-422a-ad51-c863c5073479'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1852.113350] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1852.114174] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04b771c-c973-447e-8f5d-a5f7c0664022 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.125899] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5227cbbc-fa7e-01fe-073e-03a392047524, 'name': SearchDatastore_Task, 'duration_secs': 0.017574} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.128119] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.128376] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1852.128630] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.128777] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.128964] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1852.129282] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.129500] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3f48ae6-1e78-46cf-b4e8-fe66029240cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.131285] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f8ce061-bafa-441f-9a90-b20853304aab {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.134604] env[62563]: DEBUG nova.network.neutron [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updating instance_info_cache with network_info: [{"id": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "address": "fa:16:3e:7d:4c:73", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd152c9f8-7c", "ovs_interfaceid": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.141846] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1852.142056] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1852.142963] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b4fceb5-e2fb-4ec5-9fb9-79408f5786e4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.149450] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Waiting for the task: (returnval){ [ 1852.149450] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fe5a10-2c2e-7007-c0e5-35a229fe9b77" [ 1852.149450] env[62563]: _type = "Task" [ 1852.149450] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.159673] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fe5a10-2c2e-7007-c0e5-35a229fe9b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.268625] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.268625] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.268625] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleting the datastore file [datastore1] ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.268625] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-920f73a5-f373-454a-82ef-0b4389195a88 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.281379] env[62563]: DEBUG oslo_vmware.api [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1852.281379] env[62563]: value = "task-1751879" [ 1852.281379] env[62563]: _type = "Task" [ 1852.281379] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.297402] env[62563]: DEBUG oslo_vmware.api [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.364088] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880deced-6d03-4232-a50e-a1c49b6aa4a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.372561] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ccf2db-d087-4578-80d1-bb1217ef5bc0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.403996] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662966d6-512c-444e-845b-35edde1254df {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.412700] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9096a5-870b-4aa3-8f03-85070f4786f0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.426477] env[62563]: DEBUG nova.compute.provider_tree [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.554297] env[62563]: INFO nova.compute.manager [-] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Took 1.52 seconds to deallocate network for instance. [ 1852.586575] env[62563]: DEBUG oslo_vmware.api [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751877, 'name': PowerOffVM_Task, 'duration_secs': 0.223434} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.586575] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.586575] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.586575] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7ad1d52-4162-4af1-829d-d0f0fe18c6d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.638079] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.662596] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fe5a10-2c2e-7007-c0e5-35a229fe9b77, 'name': SearchDatastore_Task, 'duration_secs': 0.009697} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.663454] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dcbe80-7215-459e-9f41-9ac293ae0841 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.669070] env[62563]: DEBUG nova.virt.hardware [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6e3cc5f2a8ab544ddc22b77298dd12bf',container_format='bare',created_at=2024-12-11T12:38:16Z,direct_url=,disk_format='vmdk',id=ee4db5fe-d230-4db7-826f-7e5a5aa04012,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1899788978-shelved',owner='aa6d5f44801d4afbad5492d0c7c277b7',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-11T12:38:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1852.669335] env[62563]: DEBUG nova.virt.hardware [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1852.669518] env[62563]: DEBUG nova.virt.hardware [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.669720] env[62563]: DEBUG nova.virt.hardware [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1852.669871] env[62563]: DEBUG nova.virt.hardware [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.670032] env[62563]: DEBUG nova.virt.hardware [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1852.670247] env[62563]: DEBUG nova.virt.hardware [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1852.670414] env[62563]: DEBUG nova.virt.hardware [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1852.670580] env[62563]: DEBUG nova.virt.hardware [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1852.670746] env[62563]: DEBUG nova.virt.hardware [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1852.670920] env[62563]: DEBUG nova.virt.hardware [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1852.671785] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644d0b9f-834a-4e7d-b871-e6cbfb845d56 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.676325] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Waiting for the task: (returnval){ [ 1852.676325] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a81469-1942-cb13-2f3d-a0d12833e8dc" [ 1852.676325] env[62563]: _type = "Task" [ 1852.676325] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.676634] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.676787] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.676978] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Deleting the datastore file [datastore1] 46430685-25dd-412e-aebf-86ba4fcbd3ab {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.677699] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d578868-633d-4cd9-9df7-7af243788c7e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.685589] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd071bb8-e67d-46d2-99a1-6611cfc8db3a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.695251] env[62563]: DEBUG oslo_vmware.api [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for the task: (returnval){ [ 1852.695251] env[62563]: value = "task-1751882" [ 1852.695251] env[62563]: _type = "Task" [ 1852.695251] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.695466] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a81469-1942-cb13-2f3d-a0d12833e8dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.696196] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.696462] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 565b0eae-2952-41dc-a335-09590ad4582c/565b0eae-2952-41dc-a335-09590ad4582c.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1852.699439] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3fd0967-0f2c-49fc-ae12-2db55a6e4cff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.710903] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:4c:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd152c9f8-7c08-4aea-a1bd-fb517fe41e91', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1852.718884] env[62563]: DEBUG oslo.service.loopingcall [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.721038] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1852.723041] env[62563]: DEBUG nova.compute.manager [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Received event network-vif-plugged-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1852.723333] env[62563]: DEBUG oslo_concurrency.lockutils [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] Acquiring lock "76e4571b-75ec-4f41-ae1f-cc9adb279570-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.723629] env[62563]: DEBUG oslo_concurrency.lockutils [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.723829] env[62563]: DEBUG oslo_concurrency.lockutils [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.724013] env[62563]: DEBUG nova.compute.manager [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] No waiting events found dispatching network-vif-plugged-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1852.724191] env[62563]: WARNING nova.compute.manager [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Received unexpected event network-vif-plugged-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 for instance with vm_state shelved_offloaded and task_state spawning. [ 1852.724399] env[62563]: DEBUG nova.compute.manager [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Received event network-changed-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1852.724668] env[62563]: DEBUG nova.compute.manager [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Refreshing instance network info cache due to event network-changed-d152c9f8-7c08-4aea-a1bd-fb517fe41e91. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1852.724929] env[62563]: DEBUG oslo_concurrency.lockutils [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] Acquiring lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.725093] env[62563]: DEBUG oslo_concurrency.lockutils [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] Acquired lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.725282] env[62563]: DEBUG nova.network.neutron [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Refreshing network info cache for port d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1852.730945] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae7bd12f-d935-4c08-ba5a-a295b14530eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.747452] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Waiting for the task: (returnval){ [ 1852.747452] env[62563]: value = "task-1751883" [ 1852.747452] env[62563]: _type = "Task" [ 1852.747452] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.747770] env[62563]: DEBUG oslo_vmware.api [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.759032] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1852.759032] env[62563]: value = "task-1751884" [ 1852.759032] env[62563]: _type = "Task" [ 1852.759032] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.766923] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.772292] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751884, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.796238] env[62563]: DEBUG oslo_vmware.api [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148516} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.796602] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.796885] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1852.797157] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1852.797357] env[62563]: INFO nova.compute.manager [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Took 2.38 seconds to destroy the instance on the hypervisor. [ 1852.797598] env[62563]: DEBUG oslo.service.loopingcall [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.797802] env[62563]: DEBUG nova.compute.manager [-] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1852.797891] env[62563]: DEBUG nova.network.neutron [-] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1852.930339] env[62563]: DEBUG nova.scheduler.client.report [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1853.032524] env[62563]: DEBUG nova.network.neutron [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updated VIF entry in instance network info cache for port d152c9f8-7c08-4aea-a1bd-fb517fe41e91. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1853.032975] env[62563]: DEBUG nova.network.neutron [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updating instance_info_cache with network_info: [{"id": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "address": "fa:16:3e:7d:4c:73", "network": {"id": "404b897e-61a4-452b-9d85-84d176c0e84d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-372820885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6d5f44801d4afbad5492d0c7c277b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd152c9f8-7c", "ovs_interfaceid": "d152c9f8-7c08-4aea-a1bd-fb517fe41e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.061471] env[62563]: DEBUG oslo_concurrency.lockutils [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.209256] env[62563]: DEBUG oslo_vmware.api [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Task: {'id': task-1751882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145108} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.209420] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1853.209620] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1853.209807] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1853.210179] env[62563]: INFO nova.compute.manager [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1853.210258] env[62563]: DEBUG oslo.service.loopingcall [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.210527] env[62563]: DEBUG nova.compute.manager [-] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1853.210624] env[62563]: DEBUG nova.network.neutron [-] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1853.266585] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512613} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.267598] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 565b0eae-2952-41dc-a335-09590ad4582c/565b0eae-2952-41dc-a335-09590ad4582c.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1853.267875] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1853.268650] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7ea29b1-c789-4b81-8e12-f617f9cb05a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.274921] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751884, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.281677] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Waiting for the task: (returnval){ [ 1853.281677] env[62563]: value = "task-1751885" [ 1853.281677] env[62563]: _type = "Task" [ 1853.281677] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.300024] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.434921] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.438872] env[62563]: DEBUG oslo_concurrency.lockutils [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.375s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.439229] env[62563]: DEBUG nova.objects.instance [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lazy-loading 'resources' on Instance uuid 7777c1f3-e169-4f1f-830b-eae86c4de0ff {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.474835] env[62563]: DEBUG nova.compute.manager [req-544c3850-06f7-410f-b030-597c7dcdb2d8 req-af8b1eac-4dd2-4358-8f1e-33c5d2cdddc2 service nova] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Received event network-vif-deleted-e1dba4cc-49f5-434a-bc44-c3f2b904d159 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1853.476782] env[62563]: INFO nova.compute.manager [req-544c3850-06f7-410f-b030-597c7dcdb2d8 req-af8b1eac-4dd2-4358-8f1e-33c5d2cdddc2 service nova] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Neutron deleted interface e1dba4cc-49f5-434a-bc44-c3f2b904d159; detaching it from the instance and deleting it from the info cache [ 1853.476782] env[62563]: DEBUG nova.network.neutron [req-544c3850-06f7-410f-b030-597c7dcdb2d8 req-af8b1eac-4dd2-4358-8f1e-33c5d2cdddc2 service nova] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.537719] env[62563]: DEBUG oslo_concurrency.lockutils [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] Releasing lock "refresh_cache-76e4571b-75ec-4f41-ae1f-cc9adb279570" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.538008] env[62563]: DEBUG nova.compute.manager [req-9610f8c7-72df-4a61-8cb7-34129f23b2c5 req-51c012c5-ace3-4dd3-82b0-d2573466d826 service nova] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Received event network-vif-deleted-32a6c4b0-1831-4a6e-aecb-fdd54c3a263b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1853.769817] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751884, 'name': CreateVM_Task, 'duration_secs': 0.622314} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.770563] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1853.771241] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ee4db5fe-d230-4db7-826f-7e5a5aa04012" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.771417] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ee4db5fe-d230-4db7-826f-7e5a5aa04012" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.771782] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ee4db5fe-d230-4db7-826f-7e5a5aa04012" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1853.772259] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e53ddb39-d466-4f9f-9255-c3d12f94fe59 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.776871] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1853.776871] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5215c586-ddd5-618d-3d05-afefde67d18c" [ 1853.776871] env[62563]: _type = "Task" [ 1853.776871] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.784909] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5215c586-ddd5-618d-3d05-afefde67d18c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.792613] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098551} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.792870] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1853.793624] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a946b5c-8320-4c9b-8f65-77dc11063a1d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.806523] env[62563]: DEBUG nova.network.neutron [-] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.816988] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 565b0eae-2952-41dc-a335-09590ad4582c/565b0eae-2952-41dc-a335-09590ad4582c.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1853.817775] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7bb42a7-f98c-4296-b025-46f0a4f89b64 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.838962] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Waiting for the task: (returnval){ [ 1853.838962] env[62563]: value = "task-1751886" [ 1853.838962] env[62563]: _type = "Task" [ 1853.838962] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.848789] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.943251] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Acquiring lock "69408ab8-2d5f-4243-9301-9bf9243da831" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.943251] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Lock "69408ab8-2d5f-4243-9301-9bf9243da831" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.953704] env[62563]: DEBUG nova.network.neutron [-] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.978463] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14da2e1a-5375-47f4-80d2-b1461b1fd76e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.991917] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7107ead7-22b8-4102-84f4-ce08575d1ad6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.029363] env[62563]: DEBUG nova.compute.manager [req-544c3850-06f7-410f-b030-597c7dcdb2d8 req-af8b1eac-4dd2-4358-8f1e-33c5d2cdddc2 service nova] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Detach interface failed, port_id=e1dba4cc-49f5-434a-bc44-c3f2b904d159, reason: Instance 46430685-25dd-412e-aebf-86ba4fcbd3ab could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1854.097730] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb614eb0-e92a-4312-af7a-3f9dcc82e13d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.106971] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbcb321-a507-4f06-a6dc-81a2f30553bf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.139356] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5b4ef6-4782-4585-b4cc-4cb468638e0f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.148184] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff361bd9-fc61-4b7a-a990-833862e2c136 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.161832] env[62563]: DEBUG nova.compute.provider_tree [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1854.288319] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ee4db5fe-d230-4db7-826f-7e5a5aa04012" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.288616] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Processing image ee4db5fe-d230-4db7-826f-7e5a5aa04012 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1854.289202] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ee4db5fe-d230-4db7-826f-7e5a5aa04012/ee4db5fe-d230-4db7-826f-7e5a5aa04012.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.289202] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ee4db5fe-d230-4db7-826f-7e5a5aa04012/ee4db5fe-d230-4db7-826f-7e5a5aa04012.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.289335] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1854.289872] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c610e10-fdff-44b0-bace-ffae2978f5d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.299300] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1854.299524] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1854.300333] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b72ed9f-d3ae-4969-ae57-a653c5703c7e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.306426] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1854.306426] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529ab608-8d87-33fc-c7c8-e4c5ae750a09" [ 1854.306426] env[62563]: _type = "Task" [ 1854.306426] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.309865] env[62563]: INFO nova.compute.manager [-] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Took 1.51 seconds to deallocate network for instance. [ 1854.319015] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529ab608-8d87-33fc-c7c8-e4c5ae750a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.349019] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751886, 'name': ReconfigVM_Task, 'duration_secs': 0.322246} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.349379] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 565b0eae-2952-41dc-a335-09590ad4582c/565b0eae-2952-41dc-a335-09590ad4582c.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1854.350067] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94ff97cd-81ee-4d86-a344-a7978a1f377b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.357063] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Waiting for the task: (returnval){ [ 1854.357063] env[62563]: value = "task-1751887" [ 1854.357063] env[62563]: _type = "Task" [ 1854.357063] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.365587] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751887, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.447896] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Lock "69408ab8-2d5f-4243-9301-9bf9243da831" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.448531] env[62563]: DEBUG nova.compute.manager [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1854.455921] env[62563]: INFO nova.compute.manager [-] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Took 1.25 seconds to deallocate network for instance. [ 1854.683971] env[62563]: ERROR nova.scheduler.client.report [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [req-71b6a9bc-94a4-49d9-b67a-97b25725c689] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71b6a9bc-94a4-49d9-b67a-97b25725c689"}]} [ 1854.702306] env[62563]: DEBUG nova.scheduler.client.report [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1854.717334] env[62563]: DEBUG nova.scheduler.client.report [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1854.717560] env[62563]: DEBUG nova.compute.provider_tree [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1854.728912] env[62563]: DEBUG nova.scheduler.client.report [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1854.745477] env[62563]: DEBUG nova.compute.manager [req-f8b4be99-fb46-4eed-87bb-1772b1c49bc8 req-53464a83-3170-43ba-9fb8-4875e3d06d38 service nova] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Received event network-vif-deleted-001e02a5-a7b1-4c1a-ac6f-4d8c0e808be9 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1854.749187] env[62563]: DEBUG nova.scheduler.client.report [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1854.820316] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Preparing fetch location {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1854.820614] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Fetch image to [datastore1] OSTACK_IMG_bafabe4a-86d4-4757-89b4-bcb90e0a7b18/OSTACK_IMG_bafabe4a-86d4-4757-89b4-bcb90e0a7b18.vmdk {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1854.820834] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Downloading stream optimized image ee4db5fe-d230-4db7-826f-7e5a5aa04012 to [datastore1] OSTACK_IMG_bafabe4a-86d4-4757-89b4-bcb90e0a7b18/OSTACK_IMG_bafabe4a-86d4-4757-89b4-bcb90e0a7b18.vmdk on the data store datastore1 as vApp {{(pid=62563) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1854.821018] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Downloading image file data ee4db5fe-d230-4db7-826f-7e5a5aa04012 to the ESX as VM named 'OSTACK_IMG_bafabe4a-86d4-4757-89b4-bcb90e0a7b18' {{(pid=62563) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1854.871053] env[62563]: INFO nova.compute.manager [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Took 0.56 seconds to detach 1 volumes for instance. [ 1854.887232] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751887, 'name': Rename_Task, 'duration_secs': 0.149688} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.887500] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1854.890445] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eab806d1-c6d6-44ea-bb3f-521136e718d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.902224] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Waiting for the task: (returnval){ [ 1854.902224] env[62563]: value = "task-1751889" [ 1854.902224] env[62563]: _type = "Task" [ 1854.902224] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.908544] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4216210-f05f-487f-9de7-0758efe581c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.913021] env[62563]: DEBUG oslo_vmware.rw_handles [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1854.913021] env[62563]: value = "resgroup-9" [ 1854.913021] env[62563]: _type = "ResourcePool" [ 1854.913021] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1854.915064] env[62563]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d059bcf5-05fd-417c-a868-427df95294f1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.937999] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751889, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.942924] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cd38a1-7eec-4e9e-abe8-89d15f42d72d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.948476] env[62563]: DEBUG oslo_vmware.rw_handles [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lease: (returnval){ [ 1854.948476] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b81008-c934-3ed6-145a-7a38b475dcd4" [ 1854.948476] env[62563]: _type = "HttpNfcLease" [ 1854.948476] env[62563]: } obtained for vApp import into resource pool (val){ [ 1854.948476] env[62563]: value = "resgroup-9" [ 1854.948476] env[62563]: _type = "ResourcePool" [ 1854.948476] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1854.948862] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the lease: (returnval){ [ 1854.948862] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b81008-c934-3ed6-145a-7a38b475dcd4" [ 1854.948862] env[62563]: _type = "HttpNfcLease" [ 1854.948862] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1854.955289] env[62563]: DEBUG nova.compute.utils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1854.986172] env[62563]: DEBUG nova.compute.manager [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1854.986420] env[62563]: DEBUG nova.network.neutron [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1854.990802] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.991945] env[62563]: DEBUG nova.compute.manager [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1854.995756] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4046ee1a-5a60-494e-b280-00b8c131c825 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.001812] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1855.001812] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b81008-c934-3ed6-145a-7a38b475dcd4" [ 1855.001812] env[62563]: _type = "HttpNfcLease" [ 1855.001812] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1855.009287] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7354cf-443f-4bab-a8b6-7a1e8a525ee3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.029447] env[62563]: DEBUG nova.compute.provider_tree [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1855.056138] env[62563]: DEBUG nova.policy [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d4f72afdc7c4f3f9467f22d314aa0a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91523b8546ea4840804e6cf0e3c728c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1855.381261] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.417893] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751889, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.459264] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1855.459264] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b81008-c934-3ed6-145a-7a38b475dcd4" [ 1855.459264] env[62563]: _type = "HttpNfcLease" [ 1855.459264] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1855.564279] env[62563]: DEBUG nova.network.neutron [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Successfully created port: b52c94a6-6af5-44f0-a983-789bf1994d7e {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1855.566679] env[62563]: DEBUG nova.scheduler.client.report [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1855.566967] env[62563]: DEBUG nova.compute.provider_tree [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 161 to 162 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1855.567174] env[62563]: DEBUG nova.compute.provider_tree [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1855.767084] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1855.767342] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1855.767509] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1855.767683] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1855.767875] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1855.768035] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1855.768194] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1855.768328] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1855.768517] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1855.915240] env[62563]: DEBUG oslo_vmware.api [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751889, 'name': PowerOnVM_Task, 'duration_secs': 0.850099} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.915240] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1855.915424] env[62563]: INFO nova.compute.manager [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1855.915628] env[62563]: DEBUG nova.compute.manager [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1855.916421] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647fa2c2-f388-464c-a6e1-cdb40f3fa5ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.959297] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1855.959297] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b81008-c934-3ed6-145a-7a38b475dcd4" [ 1855.959297] env[62563]: _type = "HttpNfcLease" [ 1855.959297] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1856.010859] env[62563]: DEBUG nova.compute.manager [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1856.038036] env[62563]: DEBUG nova.virt.hardware [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1856.038275] env[62563]: DEBUG nova.virt.hardware [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1856.038438] env[62563]: DEBUG nova.virt.hardware [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1856.038623] env[62563]: DEBUG nova.virt.hardware [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1856.038774] env[62563]: DEBUG nova.virt.hardware [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1856.038923] env[62563]: DEBUG nova.virt.hardware [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1856.039181] env[62563]: DEBUG nova.virt.hardware [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1856.039356] env[62563]: DEBUG nova.virt.hardware [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1856.039529] env[62563]: DEBUG nova.virt.hardware [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1856.039695] env[62563]: DEBUG nova.virt.hardware [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1856.039886] env[62563]: DEBUG nova.virt.hardware [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1856.040783] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7291f903-00f3-4be5-afb7-071455107a40 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.049396] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94411ce-3251-4bbc-883e-92094aa89df8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.072645] env[62563]: DEBUG oslo_concurrency.lockutils [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.636s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.075171] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.084s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.075420] env[62563]: DEBUG nova.objects.instance [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lazy-loading 'resources' on Instance uuid 46430685-25dd-412e-aebf-86ba4fcbd3ab {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.097056] env[62563]: INFO nova.scheduler.client.report [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Deleted allocations for instance 7777c1f3-e169-4f1f-830b-eae86c4de0ff [ 1856.272175] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.433782] env[62563]: INFO nova.compute.manager [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Took 20.77 seconds to build instance. [ 1856.460426] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1856.460426] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b81008-c934-3ed6-145a-7a38b475dcd4" [ 1856.460426] env[62563]: _type = "HttpNfcLease" [ 1856.460426] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1856.604718] env[62563]: DEBUG oslo_concurrency.lockutils [None req-60e0f83c-d831-43ce-9595-a54151292d38 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "7777c1f3-e169-4f1f-830b-eae86c4de0ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.354s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.727012] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437f07e6-d923-48e1-8b71-a3f0234b1295 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.736946] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a2facc-488f-4db3-bada-0f416e090622 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.770520] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc750688-cd89-4d5b-b133-a3eec9b9b109 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.780667] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cde5f1d-d8cd-4c78-b598-381bcb2aedc9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.796459] env[62563]: DEBUG nova.compute.provider_tree [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.936062] env[62563]: DEBUG oslo_concurrency.lockutils [None req-0a09382e-47ce-421c-9f78-b4f3ca018717 tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Lock "565b0eae-2952-41dc-a335-09590ad4582c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.281s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.960558] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1856.960558] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b81008-c934-3ed6-145a-7a38b475dcd4" [ 1856.960558] env[62563]: _type = "HttpNfcLease" [ 1856.960558] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1856.960856] env[62563]: DEBUG oslo_vmware.rw_handles [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1856.960856] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b81008-c934-3ed6-145a-7a38b475dcd4" [ 1856.960856] env[62563]: _type = "HttpNfcLease" [ 1856.960856] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1856.961604] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5096fecf-5404-410d-955f-9dc8d75b9d06 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.968911] env[62563]: DEBUG oslo_vmware.rw_handles [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d3261-4c40-bd62-d0cf-9460c00ed1f6/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1856.969112] env[62563]: DEBUG oslo_vmware.rw_handles [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d3261-4c40-bd62-d0cf-9460c00ed1f6/disk-0.vmdk. {{(pid=62563) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1857.034839] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a703dda4-2962-449f-9c79-2538a2ce6bae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.240923] env[62563]: DEBUG nova.compute.manager [req-c0a622be-251f-434d-829e-fad5307de40c req-f76c3b3f-34ca-4ef5-9d0e-60b86a439b4f service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Received event network-changed-dabc1dba-efa2-46d7-a6e9-50ca2cf21773 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1857.241241] env[62563]: DEBUG nova.compute.manager [req-c0a622be-251f-434d-829e-fad5307de40c req-f76c3b3f-34ca-4ef5-9d0e-60b86a439b4f service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Refreshing instance network info cache due to event network-changed-dabc1dba-efa2-46d7-a6e9-50ca2cf21773. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1857.241583] env[62563]: DEBUG oslo_concurrency.lockutils [req-c0a622be-251f-434d-829e-fad5307de40c req-f76c3b3f-34ca-4ef5-9d0e-60b86a439b4f service nova] Acquiring lock "refresh_cache-565b0eae-2952-41dc-a335-09590ad4582c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.241775] env[62563]: DEBUG oslo_concurrency.lockutils [req-c0a622be-251f-434d-829e-fad5307de40c req-f76c3b3f-34ca-4ef5-9d0e-60b86a439b4f service nova] Acquired lock "refresh_cache-565b0eae-2952-41dc-a335-09590ad4582c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.242040] env[62563]: DEBUG nova.network.neutron [req-c0a622be-251f-434d-829e-fad5307de40c req-f76c3b3f-34ca-4ef5-9d0e-60b86a439b4f service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Refreshing network info cache for port dabc1dba-efa2-46d7-a6e9-50ca2cf21773 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1857.257094] env[62563]: DEBUG nova.compute.manager [req-a1496fb1-47ee-4963-b1b1-98567b6c56df req-dbec752a-3322-43ac-b5ca-a6d2718e7bc4 service nova] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Received event network-vif-plugged-b52c94a6-6af5-44f0-a983-789bf1994d7e {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1857.257312] env[62563]: DEBUG oslo_concurrency.lockutils [req-a1496fb1-47ee-4963-b1b1-98567b6c56df req-dbec752a-3322-43ac-b5ca-a6d2718e7bc4 service nova] Acquiring lock "0a2fe50a-cc3e-45cf-bea3-432df115fe3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.257607] env[62563]: DEBUG oslo_concurrency.lockutils [req-a1496fb1-47ee-4963-b1b1-98567b6c56df req-dbec752a-3322-43ac-b5ca-a6d2718e7bc4 service nova] Lock "0a2fe50a-cc3e-45cf-bea3-432df115fe3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.257907] env[62563]: DEBUG oslo_concurrency.lockutils [req-a1496fb1-47ee-4963-b1b1-98567b6c56df req-dbec752a-3322-43ac-b5ca-a6d2718e7bc4 service nova] Lock "0a2fe50a-cc3e-45cf-bea3-432df115fe3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.258106] env[62563]: DEBUG nova.compute.manager [req-a1496fb1-47ee-4963-b1b1-98567b6c56df req-dbec752a-3322-43ac-b5ca-a6d2718e7bc4 service nova] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] No waiting events found dispatching network-vif-plugged-b52c94a6-6af5-44f0-a983-789bf1994d7e {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1857.258280] env[62563]: WARNING nova.compute.manager [req-a1496fb1-47ee-4963-b1b1-98567b6c56df req-dbec752a-3322-43ac-b5ca-a6d2718e7bc4 service nova] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Received unexpected event network-vif-plugged-b52c94a6-6af5-44f0-a983-789bf1994d7e for instance with vm_state building and task_state spawning. [ 1857.299861] env[62563]: DEBUG nova.scheduler.client.report [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1857.463648] env[62563]: DEBUG nova.network.neutron [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Successfully updated port: b52c94a6-6af5-44f0-a983-789bf1994d7e {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1857.808043] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.808043] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.427s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.808043] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.811294] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.539s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.812522] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.812898] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1857.818016] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb6be5d-829e-4551-93c1-065c9cd8747f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.833679] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16de583-918e-4330-909a-c8c3988bd94c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.838336] env[62563]: INFO nova.scheduler.client.report [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleted allocations for instance ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a [ 1857.845584] env[62563]: INFO nova.scheduler.client.report [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Deleted allocations for instance 46430685-25dd-412e-aebf-86ba4fcbd3ab [ 1857.870830] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3ec5d0-0e3d-46a1-97f8-d3fa50bfb027 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.880732] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a02b47b-7725-43c5-aa6e-979beb33137f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.928621] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180007MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1857.928948] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.929408] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.970529] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Acquiring lock "refresh_cache-0a2fe50a-cc3e-45cf-bea3-432df115fe3d" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.970693] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Acquired lock "refresh_cache-0a2fe50a-cc3e-45cf-bea3-432df115fe3d" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.970925] env[62563]: DEBUG nova.network.neutron [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1858.079135] env[62563]: DEBUG nova.network.neutron [req-c0a622be-251f-434d-829e-fad5307de40c req-f76c3b3f-34ca-4ef5-9d0e-60b86a439b4f service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Updated VIF entry in instance network info cache for port dabc1dba-efa2-46d7-a6e9-50ca2cf21773. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.079806] env[62563]: DEBUG nova.network.neutron [req-c0a622be-251f-434d-829e-fad5307de40c req-f76c3b3f-34ca-4ef5-9d0e-60b86a439b4f service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Updating instance_info_cache with network_info: [{"id": "dabc1dba-efa2-46d7-a6e9-50ca2cf21773", "address": "fa:16:3e:63:60:b8", "network": {"id": "c432abc2-008e-4d4e-aeca-d67366b927da", "bridge": "br-int", "label": "tempest-ServersTestJSON-726779744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bcc13e69cc4cf69c14b6b470bc373f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabc1dba-ef", "ovs_interfaceid": "dabc1dba-efa2-46d7-a6e9-50ca2cf21773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.142888] env[62563]: DEBUG oslo_vmware.rw_handles [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Completed reading data from the image iterator. {{(pid=62563) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1858.143123] env[62563]: DEBUG oslo_vmware.rw_handles [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d3261-4c40-bd62-d0cf-9460c00ed1f6/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1858.144181] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6267217f-4b88-4bf9-a32e-31ca0a3c67e8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.152439] env[62563]: DEBUG oslo_vmware.rw_handles [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d3261-4c40-bd62-d0cf-9460c00ed1f6/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1858.152665] env[62563]: DEBUG oslo_vmware.rw_handles [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d3261-4c40-bd62-d0cf-9460c00ed1f6/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1858.152968] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2abf1326-8f06-4c9b-b813-e1bc270b5920 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.356698] env[62563]: DEBUG oslo_vmware.rw_handles [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d3261-4c40-bd62-d0cf-9460c00ed1f6/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1858.356698] env[62563]: INFO nova.virt.vmwareapi.images [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Downloaded image file data ee4db5fe-d230-4db7-826f-7e5a5aa04012 [ 1858.356939] env[62563]: DEBUG oslo_concurrency.lockutils [None req-42058db5-a207-4f46-86c4-f0739eb72229 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.948s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.359638] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b758fe4-ada4-4bdd-ad2a-9cb2f2ee57c6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.366778] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e519a42b-2e16-4f10-ba54-a359de7de5da tempest-ServerRescueNegativeTestJSON-2070420442 tempest-ServerRescueNegativeTestJSON-2070420442-project-member] Lock "46430685-25dd-412e-aebf-86ba4fcbd3ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.323s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.382053] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19e0e618-b415-4683-ba68-d1394ea5c28a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.415992] env[62563]: INFO nova.virt.vmwareapi.images [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] The imported VM was unregistered [ 1858.419327] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Caching image {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1858.419889] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ee4db5fe-d230-4db7-826f-7e5a5aa04012 {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1858.420337] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f7df3b5-e717-4b0d-a8a4-0a8b00e19f3f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.432214] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Created directory with path [datastore1] devstack-image-cache_base/ee4db5fe-d230-4db7-826f-7e5a5aa04012 {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1858.432411] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bafabe4a-86d4-4757-89b4-bcb90e0a7b18/OSTACK_IMG_bafabe4a-86d4-4757-89b4-bcb90e0a7b18.vmdk to [datastore1] devstack-image-cache_base/ee4db5fe-d230-4db7-826f-7e5a5aa04012/ee4db5fe-d230-4db7-826f-7e5a5aa04012.vmdk. {{(pid=62563) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1858.436625] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ea493f1b-00a6-4e3e-b4d8-77aa52c67711 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.447476] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1858.447476] env[62563]: value = "task-1751893" [ 1858.447476] env[62563]: _type = "Task" [ 1858.447476] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.457660] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751893, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.515211] env[62563]: DEBUG nova.network.neutron [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1858.584886] env[62563]: DEBUG oslo_concurrency.lockutils [req-c0a622be-251f-434d-829e-fad5307de40c req-f76c3b3f-34ca-4ef5-9d0e-60b86a439b4f service nova] Releasing lock "refresh_cache-565b0eae-2952-41dc-a335-09590ad4582c" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.673057] env[62563]: DEBUG nova.network.neutron [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Updating instance_info_cache with network_info: [{"id": "b52c94a6-6af5-44f0-a983-789bf1994d7e", "address": "fa:16:3e:75:c1:03", "network": {"id": "b0f78640-5ff9-4aac-ab9e-fa4e866a851f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1603081425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91523b8546ea4840804e6cf0e3c728c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb52c94a6-6a", "ovs_interfaceid": "b52c94a6-6af5-44f0-a983-789bf1994d7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.962397] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751893, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.962552] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.962690] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.962942] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 39119bea-a908-4796-a573-4f81632cfa2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.962942] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance a88268b9-a22e-462a-9677-6bee6243bffe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.963305] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 76e4571b-75ec-4f41-ae1f-cc9adb279570 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.963305] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 565b0eae-2952-41dc-a335-09590ad4582c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.963305] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 0a2fe50a-cc3e-45cf-bea3-432df115fe3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1859.123309] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "9a39e398-41f4-47a6-91a3-10436f991ff6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.123637] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.176918] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Releasing lock "refresh_cache-0a2fe50a-cc3e-45cf-bea3-432df115fe3d" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.177321] env[62563]: DEBUG nova.compute.manager [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Instance network_info: |[{"id": "b52c94a6-6af5-44f0-a983-789bf1994d7e", "address": "fa:16:3e:75:c1:03", "network": {"id": "b0f78640-5ff9-4aac-ab9e-fa4e866a851f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1603081425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91523b8546ea4840804e6cf0e3c728c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb52c94a6-6a", "ovs_interfaceid": "b52c94a6-6af5-44f0-a983-789bf1994d7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1859.177796] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:c1:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b52c94a6-6af5-44f0-a983-789bf1994d7e', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1859.187205] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Creating folder: Project (91523b8546ea4840804e6cf0e3c728c4). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1859.187545] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d7fe63f-c08b-42d9-94c1-a37f294bf7c3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.206193] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Created folder: Project (91523b8546ea4840804e6cf0e3c728c4) in parent group-v363823. [ 1859.206490] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Creating folder: Instances. Parent ref: group-v364140. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1859.207062] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-241b9715-d0ec-44c9-93d8-91c750049dee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.225807] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Created folder: Instances in parent group-v364140. [ 1859.226119] env[62563]: DEBUG oslo.service.loopingcall [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.226334] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1859.226587] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d06df633-d41a-4e3a-94f4-d8be87c1242c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.267618] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1859.267618] env[62563]: value = "task-1751897" [ 1859.267618] env[62563]: _type = "Task" [ 1859.267618] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.280017] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751897, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.463036] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751893, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.469265] env[62563]: INFO nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 9a39e398-41f4-47a6-91a3-10436f991ff6 has allocations against this compute host but is not found in the database. [ 1859.469265] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1859.469265] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1859.478834] env[62563]: DEBUG nova.compute.manager [req-8157be4f-cc36-4877-a3e6-aae3ff643cfb req-0ecb9361-f6a0-451f-86c9-82d38e1d55c9 service nova] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Received event network-changed-b52c94a6-6af5-44f0-a983-789bf1994d7e {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1859.479109] env[62563]: DEBUG nova.compute.manager [req-8157be4f-cc36-4877-a3e6-aae3ff643cfb req-0ecb9361-f6a0-451f-86c9-82d38e1d55c9 service nova] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Refreshing instance network info cache due to event network-changed-b52c94a6-6af5-44f0-a983-789bf1994d7e. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1859.479360] env[62563]: DEBUG oslo_concurrency.lockutils [req-8157be4f-cc36-4877-a3e6-aae3ff643cfb req-0ecb9361-f6a0-451f-86c9-82d38e1d55c9 service nova] Acquiring lock "refresh_cache-0a2fe50a-cc3e-45cf-bea3-432df115fe3d" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.479510] env[62563]: DEBUG oslo_concurrency.lockutils [req-8157be4f-cc36-4877-a3e6-aae3ff643cfb req-0ecb9361-f6a0-451f-86c9-82d38e1d55c9 service nova] Acquired lock "refresh_cache-0a2fe50a-cc3e-45cf-bea3-432df115fe3d" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.479847] env[62563]: DEBUG nova.network.neutron [req-8157be4f-cc36-4877-a3e6-aae3ff643cfb req-0ecb9361-f6a0-451f-86c9-82d38e1d55c9 service nova] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Refreshing network info cache for port b52c94a6-6af5-44f0-a983-789bf1994d7e {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1859.609021] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c211421d-4ea9-401f-ac1f-532ea01238f6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.619302] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce2f603-1f69-496c-baa1-7ec6fdf9d9c4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.626226] env[62563]: DEBUG nova.compute.manager [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1859.659124] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e04205-b0a4-4b9d-beae-7992ecf21bbe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.671352] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6790fb-0d52-45e3-bb4b-22cc8bcfe254 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.693411] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.747914] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "39119bea-a908-4796-a573-4f81632cfa2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.748302] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "39119bea-a908-4796-a573-4f81632cfa2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.748644] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "39119bea-a908-4796-a573-4f81632cfa2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.748762] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "39119bea-a908-4796-a573-4f81632cfa2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.749301] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "39119bea-a908-4796-a573-4f81632cfa2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.751756] env[62563]: INFO nova.compute.manager [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Terminating instance [ 1859.753798] env[62563]: DEBUG nova.compute.manager [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1859.754035] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1859.754974] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a24f0d5-7f52-4e1f-b6af-147f138d26a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.766357] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1859.766648] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c0cf609-1149-4f6a-ad67-b7ef490de976 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.781569] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751897, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.783298] env[62563]: DEBUG oslo_vmware.api [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1859.783298] env[62563]: value = "task-1751898" [ 1859.783298] env[62563]: _type = "Task" [ 1859.783298] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.794738] env[62563]: DEBUG oslo_vmware.api [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.967675] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751893, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.100753] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.101060] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.183240] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.197076] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1860.280734] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751897, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.297117] env[62563]: DEBUG oslo_vmware.api [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.307295] env[62563]: DEBUG nova.network.neutron [req-8157be4f-cc36-4877-a3e6-aae3ff643cfb req-0ecb9361-f6a0-451f-86c9-82d38e1d55c9 service nova] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Updated VIF entry in instance network info cache for port b52c94a6-6af5-44f0-a983-789bf1994d7e. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1860.307753] env[62563]: DEBUG nova.network.neutron [req-8157be4f-cc36-4877-a3e6-aae3ff643cfb req-0ecb9361-f6a0-451f-86c9-82d38e1d55c9 service nova] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Updating instance_info_cache with network_info: [{"id": "b52c94a6-6af5-44f0-a983-789bf1994d7e", "address": "fa:16:3e:75:c1:03", "network": {"id": "b0f78640-5ff9-4aac-ab9e-fa4e866a851f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1603081425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91523b8546ea4840804e6cf0e3c728c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb52c94a6-6a", "ovs_interfaceid": "b52c94a6-6af5-44f0-a983-789bf1994d7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.464317] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751893, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.603869] env[62563]: DEBUG nova.compute.manager [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1860.703515] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1860.703936] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.774s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.704195] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.521s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.706271] env[62563]: INFO nova.compute.claims [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1860.781290] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751897, 'name': CreateVM_Task, 'duration_secs': 1.077749} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.781290] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1860.790138] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.790454] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.790831] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1860.791290] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc71df2f-75af-4054-9f2f-d36599dbcaee {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.797224] env[62563]: DEBUG oslo_vmware.api [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751898, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.803315] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Waiting for the task: (returnval){ [ 1860.803315] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52710f47-70fe-89fb-d1b4-0af098bc52e0" [ 1860.803315] env[62563]: _type = "Task" [ 1860.803315] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.810912] env[62563]: DEBUG oslo_concurrency.lockutils [req-8157be4f-cc36-4877-a3e6-aae3ff643cfb req-0ecb9361-f6a0-451f-86c9-82d38e1d55c9 service nova] Releasing lock "refresh_cache-0a2fe50a-cc3e-45cf-bea3-432df115fe3d" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.814835] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52710f47-70fe-89fb-d1b4-0af098bc52e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.961394] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751893, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.128347] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.295604] env[62563]: DEBUG oslo_vmware.api [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751898, 'name': PowerOffVM_Task, 'duration_secs': 1.120317} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.297053] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.297053] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1861.297053] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1dafff5-c6f8-48ee-9008-170e39ce7427 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.313342] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52710f47-70fe-89fb-d1b4-0af098bc52e0, 'name': SearchDatastore_Task, 'duration_secs': 0.031089} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.313636] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.313874] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1861.314134] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.314291] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.314473] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1861.314758] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64b2f431-339a-43b3-aa64-943daeb17efe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.329203] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1861.329417] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1861.330398] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e105844e-db2d-4dc3-a305-bbf07cb7e495 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.336666] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Waiting for the task: (returnval){ [ 1861.336666] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52cae5a1-bf50-23c8-5027-6b2592d4417d" [ 1861.336666] env[62563]: _type = "Task" [ 1861.336666] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.345646] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52cae5a1-bf50-23c8-5027-6b2592d4417d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.454297] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1861.454552] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1861.454830] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleting the datastore file [datastore1] 39119bea-a908-4796-a573-4f81632cfa2f {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.458431] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3479a20-0811-4f50-8dea-bff009b02327 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.465601] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751893, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.690934} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.466925] env[62563]: INFO nova.virt.vmwareapi.ds_util [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bafabe4a-86d4-4757-89b4-bcb90e0a7b18/OSTACK_IMG_bafabe4a-86d4-4757-89b4-bcb90e0a7b18.vmdk to [datastore1] devstack-image-cache_base/ee4db5fe-d230-4db7-826f-7e5a5aa04012/ee4db5fe-d230-4db7-826f-7e5a5aa04012.vmdk. [ 1861.467143] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Cleaning up location [datastore1] OSTACK_IMG_bafabe4a-86d4-4757-89b4-bcb90e0a7b18 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1861.467315] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bafabe4a-86d4-4757-89b4-bcb90e0a7b18 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.467616] env[62563]: DEBUG oslo_vmware.api [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1861.467616] env[62563]: value = "task-1751901" [ 1861.467616] env[62563]: _type = "Task" [ 1861.467616] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.467808] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebe1193a-af84-409d-99c4-09b1f510612f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.477249] env[62563]: DEBUG oslo_vmware.api [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.478430] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1861.478430] env[62563]: value = "task-1751902" [ 1861.478430] env[62563]: _type = "Task" [ 1861.478430] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.485646] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.822736] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce9b58d-afe8-4b6d-8534-143a10b9f5bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.831741] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebca1940-11b1-4785-9800-00252508a235 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.867643] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c82409-6240-4cdc-aeb3-124332d3db5b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.873560] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52cae5a1-bf50-23c8-5027-6b2592d4417d, 'name': SearchDatastore_Task, 'duration_secs': 0.078345} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.874651] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1b3facd-de0f-4f63-8f05-e5874d8cb9f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.879986] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1669b9b6-c22f-4138-a2dc-e5983085dc6a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.884466] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Waiting for the task: (returnval){ [ 1861.884466] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52562d25-7c0f-b99a-e376-c7e1526e98af" [ 1861.884466] env[62563]: _type = "Task" [ 1861.884466] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.895646] env[62563]: DEBUG nova.compute.provider_tree [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.901889] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52562d25-7c0f-b99a-e376-c7e1526e98af, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.902134] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.902383] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0a2fe50a-cc3e-45cf-bea3-432df115fe3d/0a2fe50a-cc3e-45cf-bea3-432df115fe3d.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1861.902607] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1012844-13c8-4711-8ac1-0841ffecfe2f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.910530] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Waiting for the task: (returnval){ [ 1861.910530] env[62563]: value = "task-1751903" [ 1861.910530] env[62563]: _type = "Task" [ 1861.910530] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.042112] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.042112] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041767} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.042112] env[62563]: DEBUG oslo_vmware.api [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175196} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.042112] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.042112] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ee4db5fe-d230-4db7-826f-7e5a5aa04012/ee4db5fe-d230-4db7-826f-7e5a5aa04012.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.042112] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ee4db5fe-d230-4db7-826f-7e5a5aa04012/ee4db5fe-d230-4db7-826f-7e5a5aa04012.vmdk to [datastore1] 76e4571b-75ec-4f41-ae1f-cc9adb279570/76e4571b-75ec-4f41-ae1f-cc9adb279570.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1862.042112] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.042112] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.042112] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.042112] env[62563]: INFO nova.compute.manager [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1862.042112] env[62563]: DEBUG oslo.service.loopingcall [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.042112] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fef2083-8fb9-40c6-b1c5-9b66775ffcea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.042112] env[62563]: DEBUG nova.compute.manager [-] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1862.042112] env[62563]: DEBUG nova.network.neutron [-] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.042112] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1862.042112] env[62563]: value = "task-1751904" [ 1862.042112] env[62563]: _type = "Task" [ 1862.042112] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.042112] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.398575] env[62563]: DEBUG nova.scheduler.client.report [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1862.421581] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490173} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.421896] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 0a2fe50a-cc3e-45cf-bea3-432df115fe3d/0a2fe50a-cc3e-45cf-bea3-432df115fe3d.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1862.422133] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1862.422410] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-893edad2-4ddf-47f0-9385-b92d9f0eb449 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.430388] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Waiting for the task: (returnval){ [ 1862.430388] env[62563]: value = "task-1751905" [ 1862.430388] env[62563]: _type = "Task" [ 1862.430388] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.442199] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.543422] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751904, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.549742] env[62563]: DEBUG nova.compute.manager [req-aa786fc5-da52-4da2-8ce1-6e061dbd5ad1 req-eb3a30d9-1226-4b04-bc4d-d26b467e7ee6 service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Received event network-vif-deleted-d7ddabce-edff-4b0c-994f-77ebba147da8 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1862.549920] env[62563]: INFO nova.compute.manager [req-aa786fc5-da52-4da2-8ce1-6e061dbd5ad1 req-eb3a30d9-1226-4b04-bc4d-d26b467e7ee6 service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Neutron deleted interface d7ddabce-edff-4b0c-994f-77ebba147da8; detaching it from the instance and deleting it from the info cache [ 1862.550102] env[62563]: DEBUG nova.network.neutron [req-aa786fc5-da52-4da2-8ce1-6e061dbd5ad1 req-eb3a30d9-1226-4b04-bc4d-d26b467e7ee6 service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.906114] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.906664] env[62563]: DEBUG nova.compute.manager [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1862.909853] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.782s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.911882] env[62563]: INFO nova.compute.claims [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1862.942979] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073376} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.943284] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1862.944119] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f33de4-5c31-4da3-b5ea-9b2be7cc3e58 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.971460] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 0a2fe50a-cc3e-45cf-bea3-432df115fe3d/0a2fe50a-cc3e-45cf-bea3-432df115fe3d.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.972183] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c749cb8-ed6e-4b51-8f9e-a2ed36d9010d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.995532] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Waiting for the task: (returnval){ [ 1862.995532] env[62563]: value = "task-1751906" [ 1862.995532] env[62563]: _type = "Task" [ 1862.995532] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.007377] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.026896] env[62563]: DEBUG nova.network.neutron [-] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.044459] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751904, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.052676] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23cd2e36-dad8-4d82-9861-71c807bb04c0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.065632] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3b683a-4e77-4390-b6ef-e0ecd3143222 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.100588] env[62563]: DEBUG nova.compute.manager [req-aa786fc5-da52-4da2-8ce1-6e061dbd5ad1 req-eb3a30d9-1226-4b04-bc4d-d26b467e7ee6 service nova] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Detach interface failed, port_id=d7ddabce-edff-4b0c-994f-77ebba147da8, reason: Instance 39119bea-a908-4796-a573-4f81632cfa2f could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1863.417288] env[62563]: DEBUG nova.compute.utils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1863.421799] env[62563]: DEBUG nova.compute.manager [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1863.422031] env[62563]: DEBUG nova.network.neutron [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1863.474951] env[62563]: DEBUG nova.policy [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b2d9a3d31ac44509653dcee794da1f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cddeee0068c4adb8951023031f25d08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1863.508491] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.530735] env[62563]: INFO nova.compute.manager [-] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Took 1.51 seconds to deallocate network for instance. [ 1863.545281] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751904, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.912669] env[62563]: DEBUG nova.network.neutron [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Successfully created port: ed6a94c4-9c22-4e96-92d1-9cc8164f16db {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1863.922849] env[62563]: DEBUG nova.compute.manager [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1864.009771] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.041483] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.048734] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751904, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.097549] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64627b67-2f5a-4151-b9ec-f7e4bd85afd2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.108939] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747281af-2315-4003-bcc0-79117548dc9e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.143199] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1069236b-2905-4d82-958e-f16362cb7d25 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.153821] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc94a5e-39a1-477b-86c2-9a431a0c162e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.176687] env[62563]: DEBUG nova.compute.provider_tree [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1864.509420] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751906, 'name': ReconfigVM_Task, 'duration_secs': 1.211144} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.510055] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 0a2fe50a-cc3e-45cf-bea3-432df115fe3d/0a2fe50a-cc3e-45cf-bea3-432df115fe3d.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.510816] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67c7679e-b036-4ad1-844f-ad77df6e2c92 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.520797] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Waiting for the task: (returnval){ [ 1864.520797] env[62563]: value = "task-1751907" [ 1864.520797] env[62563]: _type = "Task" [ 1864.520797] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.532605] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751907, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.546721] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751904, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.702078] env[62563]: ERROR nova.scheduler.client.report [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [req-99e40ac8-1efb-4279-bf22-f724a9655801] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-99e40ac8-1efb-4279-bf22-f724a9655801"}]} [ 1864.718733] env[62563]: DEBUG nova.scheduler.client.report [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1864.735042] env[62563]: DEBUG nova.scheduler.client.report [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1864.735653] env[62563]: DEBUG nova.compute.provider_tree [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1864.748085] env[62563]: DEBUG nova.scheduler.client.report [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1864.767031] env[62563]: DEBUG nova.scheduler.client.report [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1864.884355] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8d7226-a4da-410f-800d-88ef5a526044 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.892842] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05abf887-b06f-40d3-bff3-2318b4501747 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.924049] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22ddbdd-ab12-4295-87c0-0f9e6bd61191 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.931859] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc29e58-9868-4306-b73d-29b009eba6c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.939784] env[62563]: DEBUG nova.compute.manager [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1864.950297] env[62563]: DEBUG nova.compute.provider_tree [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1864.973468] env[62563]: DEBUG nova.virt.hardware [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1864.973702] env[62563]: DEBUG nova.virt.hardware [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1864.973862] env[62563]: DEBUG nova.virt.hardware [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1864.974059] env[62563]: DEBUG nova.virt.hardware [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1864.974210] env[62563]: DEBUG nova.virt.hardware [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1864.974357] env[62563]: DEBUG nova.virt.hardware [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1864.974558] env[62563]: DEBUG nova.virt.hardware [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1864.974733] env[62563]: DEBUG nova.virt.hardware [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1864.974912] env[62563]: DEBUG nova.virt.hardware [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1864.975088] env[62563]: DEBUG nova.virt.hardware [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1864.975261] env[62563]: DEBUG nova.virt.hardware [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1864.976137] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f316c0e5-a6ba-4d39-8f27-971cb395b507 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.984007] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c9af6c-08a5-41de-ace2-a57fb489b939 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.029420] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751907, 'name': Rename_Task, 'duration_secs': 0.231145} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.029659] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1865.029879] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10884ae8-7395-4096-8af8-f7a1bcc8cc6d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.038557] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Waiting for the task: (returnval){ [ 1865.038557] env[62563]: value = "task-1751908" [ 1865.038557] env[62563]: _type = "Task" [ 1865.038557] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.044670] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751904, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.634746} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.045271] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ee4db5fe-d230-4db7-826f-7e5a5aa04012/ee4db5fe-d230-4db7-826f-7e5a5aa04012.vmdk to [datastore1] 76e4571b-75ec-4f41-ae1f-cc9adb279570/76e4571b-75ec-4f41-ae1f-cc9adb279570.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1865.046061] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c841fe44-f54f-460c-a605-2968934b947d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.050870] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.071760] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 76e4571b-75ec-4f41-ae1f-cc9adb279570/76e4571b-75ec-4f41-ae1f-cc9adb279570.vmdk or device None with type streamOptimized {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1865.072131] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80585cc0-f0b2-41f7-8202-b6689c2d36bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.095324] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1865.095324] env[62563]: value = "task-1751909" [ 1865.095324] env[62563]: _type = "Task" [ 1865.095324] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.104786] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.381051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "aed27fab-e106-41b7-9f78-50b1321cd750" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.381191] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "aed27fab-e106-41b7-9f78-50b1321cd750" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.472679] env[62563]: ERROR nova.scheduler.client.report [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [req-53e659d9-b98c-459e-b98e-5cbeb135cda2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-53e659d9-b98c-459e-b98e-5cbeb135cda2"}]} [ 1865.489624] env[62563]: DEBUG nova.scheduler.client.report [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1865.505743] env[62563]: DEBUG nova.scheduler.client.report [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1865.506015] env[62563]: DEBUG nova.compute.provider_tree [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1865.517402] env[62563]: DEBUG nova.scheduler.client.report [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1865.536199] env[62563]: DEBUG nova.scheduler.client.report [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1865.549311] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.608339] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.665602] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2963ce63-4ede-41bb-997d-dd92c874a7ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.673390] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b21c432-8d33-43e5-8369-3a37879f2645 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.710236] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e97908d-906a-4bcf-815f-20c5e343f50c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.718892] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cfb5b7-95d3-452c-b0b4-e70c748a76db {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.737892] env[62563]: DEBUG nova.compute.provider_tree [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1865.883804] env[62563]: DEBUG nova.compute.manager [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1865.968637] env[62563]: DEBUG nova.compute.manager [req-84cddc7a-1e24-45e7-a8f5-802ae754a998 req-128d3e87-5f80-4eb3-9db6-0982e32095a3 service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Received event network-vif-plugged-ed6a94c4-9c22-4e96-92d1-9cc8164f16db {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1865.968995] env[62563]: DEBUG oslo_concurrency.lockutils [req-84cddc7a-1e24-45e7-a8f5-802ae754a998 req-128d3e87-5f80-4eb3-9db6-0982e32095a3 service nova] Acquiring lock "9a39e398-41f4-47a6-91a3-10436f991ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.968995] env[62563]: DEBUG oslo_concurrency.lockutils [req-84cddc7a-1e24-45e7-a8f5-802ae754a998 req-128d3e87-5f80-4eb3-9db6-0982e32095a3 service nova] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.969890] env[62563]: DEBUG oslo_concurrency.lockutils [req-84cddc7a-1e24-45e7-a8f5-802ae754a998 req-128d3e87-5f80-4eb3-9db6-0982e32095a3 service nova] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.969890] env[62563]: DEBUG nova.compute.manager [req-84cddc7a-1e24-45e7-a8f5-802ae754a998 req-128d3e87-5f80-4eb3-9db6-0982e32095a3 service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] No waiting events found dispatching network-vif-plugged-ed6a94c4-9c22-4e96-92d1-9cc8164f16db {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1865.969890] env[62563]: WARNING nova.compute.manager [req-84cddc7a-1e24-45e7-a8f5-802ae754a998 req-128d3e87-5f80-4eb3-9db6-0982e32095a3 service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Received unexpected event network-vif-plugged-ed6a94c4-9c22-4e96-92d1-9cc8164f16db for instance with vm_state building and task_state spawning. [ 1866.045242] env[62563]: DEBUG nova.network.neutron [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Successfully updated port: ed6a94c4-9c22-4e96-92d1-9cc8164f16db {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1866.053134] env[62563]: DEBUG oslo_vmware.api [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751908, 'name': PowerOnVM_Task, 'duration_secs': 1.011558} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.053410] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1866.053654] env[62563]: INFO nova.compute.manager [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1866.054421] env[62563]: DEBUG nova.compute.manager [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1866.055151] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d227bc6a-795e-4bc9-ab0f-7303e68070f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.108115] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751909, 'name': ReconfigVM_Task, 'duration_secs': 0.80821} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.108400] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 76e4571b-75ec-4f41-ae1f-cc9adb279570/76e4571b-75ec-4f41-ae1f-cc9adb279570.vmdk or device None with type streamOptimized {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1866.109056] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eb15191-ec70-4ca5-94f8-1d18b5f0a6c2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.117544] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1866.117544] env[62563]: value = "task-1751910" [ 1866.117544] env[62563]: _type = "Task" [ 1866.117544] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.126718] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751910, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.271466] env[62563]: DEBUG nova.scheduler.client.report [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1866.271704] env[62563]: DEBUG nova.compute.provider_tree [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 165 to 166 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1866.271887] env[62563]: DEBUG nova.compute.provider_tree [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1866.407261] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.548168] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "refresh_cache-9a39e398-41f4-47a6-91a3-10436f991ff6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.548335] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired lock "refresh_cache-9a39e398-41f4-47a6-91a3-10436f991ff6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.548439] env[62563]: DEBUG nova.network.neutron [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.572825] env[62563]: INFO nova.compute.manager [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Took 17.65 seconds to build instance. [ 1866.628707] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751910, 'name': Rename_Task, 'duration_secs': 0.406466} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.628990] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1866.629259] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e60943d5-752e-4134-a141-9e11303cdf84 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.636476] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1866.636476] env[62563]: value = "task-1751911" [ 1866.636476] env[62563]: _type = "Task" [ 1866.636476] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.644822] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.776925] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.867s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.777602] env[62563]: DEBUG nova.compute.manager [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1866.781045] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.739s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.781045] env[62563]: DEBUG nova.objects.instance [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lazy-loading 'resources' on Instance uuid 39119bea-a908-4796-a573-4f81632cfa2f {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1867.054619] env[62563]: DEBUG oslo_concurrency.lockutils [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Acquiring lock "0a2fe50a-cc3e-45cf-bea3-432df115fe3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.075716] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1a10e75d-5bdb-470d-82fb-c16a18cc282f tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Lock "0a2fe50a-cc3e-45cf-bea3-432df115fe3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.178s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.075986] env[62563]: DEBUG oslo_concurrency.lockutils [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Lock "0a2fe50a-cc3e-45cf-bea3-432df115fe3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.022s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.076227] env[62563]: DEBUG oslo_concurrency.lockutils [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Acquiring lock "0a2fe50a-cc3e-45cf-bea3-432df115fe3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.076434] env[62563]: DEBUG oslo_concurrency.lockutils [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Lock "0a2fe50a-cc3e-45cf-bea3-432df115fe3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.076604] env[62563]: DEBUG oslo_concurrency.lockutils [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Lock "0a2fe50a-cc3e-45cf-bea3-432df115fe3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.078775] env[62563]: INFO nova.compute.manager [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Terminating instance [ 1867.080508] env[62563]: DEBUG nova.compute.manager [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1867.080711] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1867.081557] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d497a7-c1cb-4c2b-8bd2-1ee4ced8115f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.085062] env[62563]: DEBUG nova.network.neutron [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1867.092095] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.092354] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dd6998c-586d-4cf7-85da-1cd095c46d74 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.099840] env[62563]: DEBUG oslo_vmware.api [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Waiting for the task: (returnval){ [ 1867.099840] env[62563]: value = "task-1751912" [ 1867.099840] env[62563]: _type = "Task" [ 1867.099840] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.111038] env[62563]: DEBUG oslo_vmware.api [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.147057] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.232194] env[62563]: DEBUG nova.network.neutron [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Updating instance_info_cache with network_info: [{"id": "ed6a94c4-9c22-4e96-92d1-9cc8164f16db", "address": "fa:16:3e:d2:b2:de", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6a94c4-9c", "ovs_interfaceid": "ed6a94c4-9c22-4e96-92d1-9cc8164f16db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.283752] env[62563]: DEBUG nova.compute.utils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1867.288696] env[62563]: DEBUG nova.compute.manager [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1867.289148] env[62563]: DEBUG nova.network.neutron [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1867.366386] env[62563]: DEBUG nova.policy [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16e4e840abc7473cb217354653707059', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba650f1745614069b707a67a4a99e14b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1867.419960] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfe42fa-0c32-4c40-b253-5f798b0356e3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.428454] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8328b3f-9375-48f4-aff9-ce159e28d7bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.461530] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92694979-53fc-463d-8e4c-64c1d9fd6bde {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.470232] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d13909-abf7-4faa-bb1c-fa8c375078d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.485022] env[62563]: DEBUG nova.compute.provider_tree [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.610196] env[62563]: DEBUG oslo_vmware.api [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751912, 'name': PowerOffVM_Task, 'duration_secs': 0.193487} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.610323] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.610478] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1867.610728] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f8a4057-9e1f-4b1d-8748-79942a1c2cb0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.643689] env[62563]: DEBUG nova.network.neutron [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Successfully created port: 47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1867.648888] env[62563]: DEBUG oslo_vmware.api [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751911, 'name': PowerOnVM_Task, 'duration_secs': 0.748258} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.649173] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1867.702828] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1867.703228] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1867.703537] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Deleting the datastore file [datastore1] 0a2fe50a-cc3e-45cf-bea3-432df115fe3d {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1867.703935] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1c94e2d-a0ea-46e5-98c9-b2a25a578334 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.713071] env[62563]: DEBUG oslo_vmware.api [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Waiting for the task: (returnval){ [ 1867.713071] env[62563]: value = "task-1751914" [ 1867.713071] env[62563]: _type = "Task" [ 1867.713071] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.722152] env[62563]: DEBUG oslo_vmware.api [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.734845] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Releasing lock "refresh_cache-9a39e398-41f4-47a6-91a3-10436f991ff6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.735182] env[62563]: DEBUG nova.compute.manager [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Instance network_info: |[{"id": "ed6a94c4-9c22-4e96-92d1-9cc8164f16db", "address": "fa:16:3e:d2:b2:de", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6a94c4-9c", "ovs_interfaceid": "ed6a94c4-9c22-4e96-92d1-9cc8164f16db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1867.735594] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:b2:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed6a94c4-9c22-4e96-92d1-9cc8164f16db', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1867.743286] env[62563]: DEBUG oslo.service.loopingcall [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.743540] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1867.743766] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afe8f9f8-9725-4f9c-afc6-91080edb2779 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.763724] env[62563]: DEBUG nova.compute.manager [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1867.764714] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fbc889-b044-4e80-b1fb-4603435bd218 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.768640] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1867.768640] env[62563]: value = "task-1751915" [ 1867.768640] env[62563]: _type = "Task" [ 1867.768640] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.781462] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751915, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.793197] env[62563]: DEBUG nova.compute.manager [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1867.988720] env[62563]: DEBUG nova.scheduler.client.report [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1867.994586] env[62563]: DEBUG nova.compute.manager [req-08b15af0-1ee0-47b7-a825-4250283673fb req-16f0db6c-12b2-4971-962c-7242d4d2f15f service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Received event network-changed-ed6a94c4-9c22-4e96-92d1-9cc8164f16db {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1867.994858] env[62563]: DEBUG nova.compute.manager [req-08b15af0-1ee0-47b7-a825-4250283673fb req-16f0db6c-12b2-4971-962c-7242d4d2f15f service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Refreshing instance network info cache due to event network-changed-ed6a94c4-9c22-4e96-92d1-9cc8164f16db. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1867.995165] env[62563]: DEBUG oslo_concurrency.lockutils [req-08b15af0-1ee0-47b7-a825-4250283673fb req-16f0db6c-12b2-4971-962c-7242d4d2f15f service nova] Acquiring lock "refresh_cache-9a39e398-41f4-47a6-91a3-10436f991ff6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.995267] env[62563]: DEBUG oslo_concurrency.lockutils [req-08b15af0-1ee0-47b7-a825-4250283673fb req-16f0db6c-12b2-4971-962c-7242d4d2f15f service nova] Acquired lock "refresh_cache-9a39e398-41f4-47a6-91a3-10436f991ff6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.995434] env[62563]: DEBUG nova.network.neutron [req-08b15af0-1ee0-47b7-a825-4250283673fb req-16f0db6c-12b2-4971-962c-7242d4d2f15f service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Refreshing network info cache for port ed6a94c4-9c22-4e96-92d1-9cc8164f16db {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1868.224644] env[62563]: DEBUG oslo_vmware.api [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Task: {'id': task-1751914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14842} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.224930] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1868.225306] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1868.225376] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1868.225528] env[62563]: INFO nova.compute.manager [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1868.225788] env[62563]: DEBUG oslo.service.loopingcall [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1868.226244] env[62563]: DEBUG nova.compute.manager [-] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1868.226244] env[62563]: DEBUG nova.network.neutron [-] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1868.283206] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751915, 'name': CreateVM_Task, 'duration_secs': 0.446664} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.283379] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1868.284491] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.284681] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.285042] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1868.288638] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-436ac900-6fc1-46c6-8e5b-e04b424a9fad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.290524] env[62563]: DEBUG oslo_concurrency.lockutils [None req-482f7f6a-816f-4ab2-af0d-8ec8f94ba4d5 tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.911s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.301418] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1868.301418] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]526aed3c-d202-e283-94dc-f35d1816c8b9" [ 1868.301418] env[62563]: _type = "Task" [ 1868.301418] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.310738] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]526aed3c-d202-e283-94dc-f35d1816c8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01058} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.311615] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.311889] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1868.312111] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.312322] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.312519] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1868.313015] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-049fc48f-52cc-4cb8-a58e-70165e9508c5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.321898] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1868.322098] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1868.322842] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4453117-e7d1-4aef-91f1-824df06e522e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.329044] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1868.329044] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52fef010-0d36-71b8-0885-7f0dfc503d73" [ 1868.329044] env[62563]: _type = "Task" [ 1868.329044] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.338236] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fef010-0d36-71b8-0885-7f0dfc503d73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.497741] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.502538] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.095s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.504209] env[62563]: INFO nova.compute.claims [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1868.523576] env[62563]: INFO nova.scheduler.client.report [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleted allocations for instance 39119bea-a908-4796-a573-4f81632cfa2f [ 1868.593184] env[62563]: DEBUG nova.compute.manager [req-7a820507-a5e5-45f5-a0b1-6fe1c48aea91 req-15868e8a-5d6a-4d58-b7a5-72d9035abd82 service nova] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Received event network-vif-deleted-b52c94a6-6af5-44f0-a983-789bf1994d7e {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1868.593487] env[62563]: INFO nova.compute.manager [req-7a820507-a5e5-45f5-a0b1-6fe1c48aea91 req-15868e8a-5d6a-4d58-b7a5-72d9035abd82 service nova] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Neutron deleted interface b52c94a6-6af5-44f0-a983-789bf1994d7e; detaching it from the instance and deleting it from the info cache [ 1868.593676] env[62563]: DEBUG nova.network.neutron [req-7a820507-a5e5-45f5-a0b1-6fe1c48aea91 req-15868e8a-5d6a-4d58-b7a5-72d9035abd82 service nova] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.702291] env[62563]: DEBUG nova.network.neutron [req-08b15af0-1ee0-47b7-a825-4250283673fb req-16f0db6c-12b2-4971-962c-7242d4d2f15f service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Updated VIF entry in instance network info cache for port ed6a94c4-9c22-4e96-92d1-9cc8164f16db. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1868.702632] env[62563]: DEBUG nova.network.neutron [req-08b15af0-1ee0-47b7-a825-4250283673fb req-16f0db6c-12b2-4971-962c-7242d4d2f15f service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Updating instance_info_cache with network_info: [{"id": "ed6a94c4-9c22-4e96-92d1-9cc8164f16db", "address": "fa:16:3e:d2:b2:de", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6a94c4-9c", "ovs_interfaceid": "ed6a94c4-9c22-4e96-92d1-9cc8164f16db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.802758] env[62563]: DEBUG nova.compute.manager [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1868.828068] env[62563]: DEBUG nova.virt.hardware [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1868.828320] env[62563]: DEBUG nova.virt.hardware [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1868.828477] env[62563]: DEBUG nova.virt.hardware [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1868.828661] env[62563]: DEBUG nova.virt.hardware [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1868.828809] env[62563]: DEBUG nova.virt.hardware [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1868.828956] env[62563]: DEBUG nova.virt.hardware [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1868.829182] env[62563]: DEBUG nova.virt.hardware [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1868.829344] env[62563]: DEBUG nova.virt.hardware [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1868.829512] env[62563]: DEBUG nova.virt.hardware [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1868.829676] env[62563]: DEBUG nova.virt.hardware [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1868.829852] env[62563]: DEBUG nova.virt.hardware [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1868.831266] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e8a445-fa88-4b93-a432-12912903fac0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.843843] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52fef010-0d36-71b8-0885-7f0dfc503d73, 'name': SearchDatastore_Task, 'duration_secs': 0.010124} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.846709] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3276db-177b-486a-8af1-6204dc2a537b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.849361] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a14f7f-a204-4803-a003-88d724d05839 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.864450] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1868.864450] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f2600a-3a6e-10e8-d622-7dd149888165" [ 1868.864450] env[62563]: _type = "Task" [ 1868.864450] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.872549] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f2600a-3a6e-10e8-d622-7dd149888165, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.872783] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.873060] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 9a39e398-41f4-47a6-91a3-10436f991ff6/9a39e398-41f4-47a6-91a3-10436f991ff6.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1868.873299] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaf9efcf-1693-4189-8235-0514e80e8a78 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.879869] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1868.879869] env[62563]: value = "task-1751916" [ 1868.879869] env[62563]: _type = "Task" [ 1868.879869] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.887426] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.971243] env[62563]: DEBUG nova.network.neutron [-] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.031934] env[62563]: DEBUG oslo_concurrency.lockutils [None req-53ea9dae-a8ba-42d6-a6f8-45885b94b7e1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "39119bea-a908-4796-a573-4f81632cfa2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.284s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.098609] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa966b2f-eaa8-4d7a-9a9e-2523b2c19324 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.113330] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef79439-5b86-4927-af9e-1108d63a053d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.148596] env[62563]: DEBUG nova.compute.manager [req-7a820507-a5e5-45f5-a0b1-6fe1c48aea91 req-15868e8a-5d6a-4d58-b7a5-72d9035abd82 service nova] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Detach interface failed, port_id=b52c94a6-6af5-44f0-a983-789bf1994d7e, reason: Instance 0a2fe50a-cc3e-45cf-bea3-432df115fe3d could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1869.205208] env[62563]: DEBUG oslo_concurrency.lockutils [req-08b15af0-1ee0-47b7-a825-4250283673fb req-16f0db6c-12b2-4971-962c-7242d4d2f15f service nova] Releasing lock "refresh_cache-9a39e398-41f4-47a6-91a3-10436f991ff6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.259952] env[62563]: DEBUG nova.network.neutron [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Successfully updated port: 47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1869.390354] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497517} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.390634] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 9a39e398-41f4-47a6-91a3-10436f991ff6/9a39e398-41f4-47a6-91a3-10436f991ff6.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1869.390857] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1869.391127] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53496c88-ba05-4380-9777-9f10c82d57ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.397475] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1869.397475] env[62563]: value = "task-1751917" [ 1869.397475] env[62563]: _type = "Task" [ 1869.397475] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.405663] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.473816] env[62563]: INFO nova.compute.manager [-] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Took 1.25 seconds to deallocate network for instance. [ 1869.645356] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caec9183-a649-4009-b5d7-df2d68af558d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.654552] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf52dd8-100b-4322-bada-715e57a88222 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.685542] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d9f350-a683-4b28-b5ee-8ba4ff280e65 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.693205] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18425ba1-2262-48d9-a18f-c27bf214b5ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.706270] env[62563]: DEBUG nova.compute.provider_tree [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1869.764473] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.764473] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.764598] env[62563]: DEBUG nova.network.neutron [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1869.907512] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158079} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.907841] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1869.908592] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813ff5dd-1259-4cfc-b75b-630c8374af97 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.931939] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 9a39e398-41f4-47a6-91a3-10436f991ff6/9a39e398-41f4-47a6-91a3-10436f991ff6.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1869.932254] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da230aec-573a-4962-adc6-581d50ab7861 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.954154] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1869.954154] env[62563]: value = "task-1751918" [ 1869.954154] env[62563]: _type = "Task" [ 1869.954154] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.963127] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.983411] env[62563]: DEBUG oslo_concurrency.lockutils [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.019285] env[62563]: DEBUG nova.compute.manager [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Received event network-vif-plugged-47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1870.019424] env[62563]: DEBUG oslo_concurrency.lockutils [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] Acquiring lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.019574] env[62563]: DEBUG oslo_concurrency.lockutils [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.019791] env[62563]: DEBUG oslo_concurrency.lockutils [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.019938] env[62563]: DEBUG nova.compute.manager [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] No waiting events found dispatching network-vif-plugged-47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1870.020125] env[62563]: WARNING nova.compute.manager [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Received unexpected event network-vif-plugged-47f5800f-1065-4d17-a2b8-c3c600fc58d6 for instance with vm_state building and task_state spawning. [ 1870.020291] env[62563]: DEBUG nova.compute.manager [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Received event network-changed-47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1870.020452] env[62563]: DEBUG nova.compute.manager [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Refreshing instance network info cache due to event network-changed-47f5800f-1065-4d17-a2b8-c3c600fc58d6. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1870.020631] env[62563]: DEBUG oslo_concurrency.lockutils [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] Acquiring lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.229973] env[62563]: ERROR nova.scheduler.client.report [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [req-bf89cdf5-ca49-4bce-9448-2ee5418a45c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf89cdf5-ca49-4bce-9448-2ee5418a45c3"}]} [ 1870.246896] env[62563]: DEBUG nova.scheduler.client.report [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1870.261241] env[62563]: DEBUG nova.scheduler.client.report [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1870.261590] env[62563]: DEBUG nova.compute.provider_tree [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1870.272944] env[62563]: DEBUG nova.scheduler.client.report [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1870.293063] env[62563]: DEBUG nova.scheduler.client.report [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1870.296468] env[62563]: DEBUG nova.network.neutron [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1870.416056] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dc198b-08c5-4c98-ae20-97221e2beaf4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.425737] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c076285c-9527-4a7a-87b2-88a66b68e413 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.466377] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15242ad-bcd5-4218-9be7-72b309f8bba6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.478640] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c44bd57-5fff-4162-a0df-d5943181378c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.483039] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751918, 'name': ReconfigVM_Task, 'duration_secs': 0.302388} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.483283] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 9a39e398-41f4-47a6-91a3-10436f991ff6/9a39e398-41f4-47a6-91a3-10436f991ff6.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1870.484353] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd6da2fa-7200-4461-9b95-ce6777633874 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.495166] env[62563]: DEBUG nova.compute.provider_tree [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1870.497811] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1870.497811] env[62563]: value = "task-1751919" [ 1870.497811] env[62563]: _type = "Task" [ 1870.497811] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.508038] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751919, 'name': Rename_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.511454] env[62563]: DEBUG nova.network.neutron [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updating instance_info_cache with network_info: [{"id": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "address": "fa:16:3e:d8:ec:e8", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f5800f-10", "ovs_interfaceid": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.012463] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751919, 'name': Rename_Task, 'duration_secs': 0.194206} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.014346] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1871.014346] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.014346] env[62563]: DEBUG nova.compute.manager [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Instance network_info: |[{"id": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "address": "fa:16:3e:d8:ec:e8", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f5800f-10", "ovs_interfaceid": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1871.014346] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a8e89ca-ab34-459e-babb-600c93fdaf38 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.015526] env[62563]: DEBUG oslo_concurrency.lockutils [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] Acquired lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.015737] env[62563]: DEBUG nova.network.neutron [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Refreshing network info cache for port 47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.016877] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:ec:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47f5800f-1065-4d17-a2b8-c3c600fc58d6', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1871.024418] env[62563]: DEBUG oslo.service.loopingcall [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.026176] env[62563]: ERROR nova.scheduler.client.report [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [req-427d583a-8551-4f09-8b77-ab9680d8b485] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4eb5fa57-7e31-460c-b803-3f7b6d6d423a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-427d583a-8551-4f09-8b77-ab9680d8b485"}]} [ 1871.028608] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1871.031143] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-377fc7f5-1bc1-42b2-8cbd-8cffe551ac6a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.048264] env[62563]: DEBUG nova.scheduler.client.report [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing inventories for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1871.050306] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1871.050306] env[62563]: value = "task-1751920" [ 1871.050306] env[62563]: _type = "Task" [ 1871.050306] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.055759] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1871.055759] env[62563]: value = "task-1751921" [ 1871.055759] env[62563]: _type = "Task" [ 1871.055759] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.062080] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751920, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.062952] env[62563]: DEBUG nova.scheduler.client.report [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating ProviderTree inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1871.063182] env[62563]: DEBUG nova.compute.provider_tree [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1871.073517] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751921, 'name': CreateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.078015] env[62563]: DEBUG nova.scheduler.client.report [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing aggregate associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, aggregates: None {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1871.100181] env[62563]: DEBUG nova.scheduler.client.report [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Refreshing trait associations for resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1871.228500] env[62563]: DEBUG nova.compute.manager [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Stashing vm_state: active {{(pid=62563) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1871.248363] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabfe48c-241f-47fe-bf4a-cda1d9aacbe0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.260312] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02fd16d-956c-4f14-9aa6-fa5d650e6c1c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.294917] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7494758-4048-4c8a-9667-7eb7430e86f1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.303990] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb93f61-8f78-41b7-910b-219212e697a2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.320697] env[62563]: DEBUG nova.compute.provider_tree [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1871.367787] env[62563]: DEBUG nova.network.neutron [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updated VIF entry in instance network info cache for port 47f5800f-1065-4d17-a2b8-c3c600fc58d6. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1871.368221] env[62563]: DEBUG nova.network.neutron [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updating instance_info_cache with network_info: [{"id": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "address": "fa:16:3e:d8:ec:e8", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f5800f-10", "ovs_interfaceid": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.562941] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751920, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.568823] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751921, 'name': CreateVM_Task, 'duration_secs': 0.388966} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.568981] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1871.569672] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.569840] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.570184] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1871.570430] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab8ea17-1ddf-4692-bf7f-393020004a08 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.576149] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1871.576149] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52c8672b-6f4b-082d-b3a6-c8bb1add40a4" [ 1871.576149] env[62563]: _type = "Task" [ 1871.576149] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.584631] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c8672b-6f4b-082d-b3a6-c8bb1add40a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.748540] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.857143] env[62563]: DEBUG nova.scheduler.client.report [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updated inventory for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1871.857481] env[62563]: DEBUG nova.compute.provider_tree [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating resource provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a generation from 168 to 169 during operation: update_inventory {{(pid=62563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1871.857607] env[62563]: DEBUG nova.compute.provider_tree [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Updating inventory in ProviderTree for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1871.871180] env[62563]: DEBUG oslo_concurrency.lockutils [req-36f6e21b-8e9a-4716-8286-41045317b9bc req-fd736717-1f8d-4781-80f1-c25d9dc5f515 service nova] Releasing lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.062354] env[62563]: DEBUG oslo_vmware.api [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751920, 'name': PowerOnVM_Task, 'duration_secs': 0.551021} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.062639] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1872.062845] env[62563]: INFO nova.compute.manager [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1872.063049] env[62563]: DEBUG nova.compute.manager [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1872.063840] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a35acae-70c6-4736-8032-2ab671033225 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.084801] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52c8672b-6f4b-082d-b3a6-c8bb1add40a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.085167] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.085417] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1872.085654] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.085804] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.085985] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1872.086255] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-407e0960-3eae-4fc4-b616-2df5b0888dd6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.094584] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1872.094766] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1872.095499] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed7bcbe-06aa-43cf-9cfc-ee43902a9b91 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.100673] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1872.100673] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52367e75-25ad-83fe-6df9-395980855e68" [ 1872.100673] env[62563]: _type = "Task" [ 1872.100673] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.108884] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52367e75-25ad-83fe-6df9-395980855e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.363294] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.861s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.363626] env[62563]: DEBUG nova.compute.manager [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1872.368024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.384s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.368024] env[62563]: DEBUG nova.objects.instance [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Lazy-loading 'resources' on Instance uuid 0a2fe50a-cc3e-45cf-bea3-432df115fe3d {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.581168] env[62563]: INFO nova.compute.manager [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Took 12.42 seconds to build instance. [ 1872.612119] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52367e75-25ad-83fe-6df9-395980855e68, 'name': SearchDatastore_Task, 'duration_secs': 0.009473} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.612914] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28dac4c-01c6-4806-85f4-93e3af6ca828 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.618328] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1872.618328] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5271f6df-ca7e-a331-634e-95efcccb46cb" [ 1872.618328] env[62563]: _type = "Task" [ 1872.618328] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.626523] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5271f6df-ca7e-a331-634e-95efcccb46cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.870753] env[62563]: DEBUG nova.compute.utils [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1872.874941] env[62563]: DEBUG nova.compute.manager [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1872.875239] env[62563]: DEBUG nova.network.neutron [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1872.937993] env[62563]: DEBUG nova.policy [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '662a866d0f3c49b89dfa67aaba72b0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0a3d5e0548148d0921405951d69ba19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1872.993639] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d93757-5492-48f4-897f-db1cf717b3a8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.004331] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5fcc70-f357-4002-999f-b3df4204e127 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.037217] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b301ec-1e57-4f4e-a568-3c61c3cd4bea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.046666] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c788d51c-30df-4675-b4b9-6d56b144f8d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.063183] env[62563]: DEBUG nova.compute.provider_tree [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.083057] env[62563]: DEBUG oslo_concurrency.lockutils [None req-400278d8-e695-435a-a576-3496c47bb26c tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.959s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.130331] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5271f6df-ca7e-a331-634e-95efcccb46cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009612} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.130331] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.130331] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82/7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1873.130331] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bf89099-04a4-48b4-b892-ef5f1d1f5a29 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.137710] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1873.137710] env[62563]: value = "task-1751922" [ 1873.137710] env[62563]: _type = "Task" [ 1873.137710] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.147247] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.279142] env[62563]: DEBUG nova.network.neutron [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Successfully created port: 4d4b14e9-a86c-4459-b2ea-fdbda8bb0740 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1873.376418] env[62563]: DEBUG nova.compute.manager [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1873.567263] env[62563]: DEBUG nova.scheduler.client.report [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1873.648185] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472487} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.648466] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82/7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1873.648684] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1873.648944] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1dd294f-45e3-4e69-8cbf-aa23e3137bcc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.656380] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1873.656380] env[62563]: value = "task-1751923" [ 1873.656380] env[62563]: _type = "Task" [ 1873.656380] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.667325] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.795896] env[62563]: DEBUG nova.compute.manager [req-b9fae60a-07d0-40dd-ae7b-483cf434c07a req-11c91512-3aa0-4357-88f2-82bb1251fc00 service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Received event network-changed-ed6a94c4-9c22-4e96-92d1-9cc8164f16db {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1873.796136] env[62563]: DEBUG nova.compute.manager [req-b9fae60a-07d0-40dd-ae7b-483cf434c07a req-11c91512-3aa0-4357-88f2-82bb1251fc00 service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Refreshing instance network info cache due to event network-changed-ed6a94c4-9c22-4e96-92d1-9cc8164f16db. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1873.796360] env[62563]: DEBUG oslo_concurrency.lockutils [req-b9fae60a-07d0-40dd-ae7b-483cf434c07a req-11c91512-3aa0-4357-88f2-82bb1251fc00 service nova] Acquiring lock "refresh_cache-9a39e398-41f4-47a6-91a3-10436f991ff6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.796539] env[62563]: DEBUG oslo_concurrency.lockutils [req-b9fae60a-07d0-40dd-ae7b-483cf434c07a req-11c91512-3aa0-4357-88f2-82bb1251fc00 service nova] Acquired lock "refresh_cache-9a39e398-41f4-47a6-91a3-10436f991ff6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.796747] env[62563]: DEBUG nova.network.neutron [req-b9fae60a-07d0-40dd-ae7b-483cf434c07a req-11c91512-3aa0-4357-88f2-82bb1251fc00 service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Refreshing network info cache for port ed6a94c4-9c22-4e96-92d1-9cc8164f16db {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.886496] env[62563]: INFO nova.virt.block_device [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Booting with volume d0e75c55-1b79-41ef-8998-f8da8258ec42 at /dev/sda [ 1873.930019] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0557a9dd-a89b-437b-be9e-f955cc351fc0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.941141] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dba66b-3f10-4209-90ed-8840528460b9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.978688] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d63d02b-36d1-45b7-aba9-046524113bfb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.989034] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0516878b-4e02-4b46-8cda-763d1f854ce5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.021535] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3282cb-6660-4ba8-876b-6081fa6a9fd5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.029060] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4195e3d2-50d8-4c1e-a392-7b71869f5705 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.044449] env[62563]: DEBUG nova.virt.block_device [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating existing volume attachment record: e34d2f04-e0e4-4c77-bc92-0361b3ff800c {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1874.072706] env[62563]: DEBUG oslo_concurrency.lockutils [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.076118] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.327s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.098223] env[62563]: INFO nova.scheduler.client.report [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Deleted allocations for instance 0a2fe50a-cc3e-45cf-bea3-432df115fe3d [ 1874.167983] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067783} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.167983] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1874.169676] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223cb7db-e90f-4cef-b291-bf07eb85c063 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.193149] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82/7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1874.193740] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-786e2101-50de-41ed-af17-8049d9fa93ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.214445] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1874.214445] env[62563]: value = "task-1751924" [ 1874.214445] env[62563]: _type = "Task" [ 1874.214445] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.223086] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.536299] env[62563]: DEBUG nova.network.neutron [req-b9fae60a-07d0-40dd-ae7b-483cf434c07a req-11c91512-3aa0-4357-88f2-82bb1251fc00 service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Updated VIF entry in instance network info cache for port ed6a94c4-9c22-4e96-92d1-9cc8164f16db. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.536673] env[62563]: DEBUG nova.network.neutron [req-b9fae60a-07d0-40dd-ae7b-483cf434c07a req-11c91512-3aa0-4357-88f2-82bb1251fc00 service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Updating instance_info_cache with network_info: [{"id": "ed6a94c4-9c22-4e96-92d1-9cc8164f16db", "address": "fa:16:3e:d2:b2:de", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6a94c4-9c", "ovs_interfaceid": "ed6a94c4-9c22-4e96-92d1-9cc8164f16db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.584152] env[62563]: INFO nova.compute.claims [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1874.604991] env[62563]: DEBUG oslo_concurrency.lockutils [None req-14f7eda6-291f-4b01-807b-7a7de4e57fdb tempest-ServerGroupTestJSON-425368235 tempest-ServerGroupTestJSON-425368235-project-member] Lock "0a2fe50a-cc3e-45cf-bea3-432df115fe3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.529s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.728759] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751924, 'name': ReconfigVM_Task, 'duration_secs': 0.285484} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.728759] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82/7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1874.728759] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fc8a1d6-7af3-45d4-af01-717f381acb26 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.736021] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1874.736021] env[62563]: value = "task-1751925" [ 1874.736021] env[62563]: _type = "Task" [ 1874.736021] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.746556] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751925, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.041447] env[62563]: DEBUG oslo_concurrency.lockutils [req-b9fae60a-07d0-40dd-ae7b-483cf434c07a req-11c91512-3aa0-4357-88f2-82bb1251fc00 service nova] Releasing lock "refresh_cache-9a39e398-41f4-47a6-91a3-10436f991ff6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.069357] env[62563]: DEBUG nova.compute.manager [req-4a1737fb-2f19-44b3-808d-e89eff0619e1 req-06367935-337e-4d5c-a97b-7c133b0e49b6 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Received event network-vif-plugged-4d4b14e9-a86c-4459-b2ea-fdbda8bb0740 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1875.069357] env[62563]: DEBUG oslo_concurrency.lockutils [req-4a1737fb-2f19-44b3-808d-e89eff0619e1 req-06367935-337e-4d5c-a97b-7c133b0e49b6 service nova] Acquiring lock "aed27fab-e106-41b7-9f78-50b1321cd750-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.069357] env[62563]: DEBUG oslo_concurrency.lockutils [req-4a1737fb-2f19-44b3-808d-e89eff0619e1 req-06367935-337e-4d5c-a97b-7c133b0e49b6 service nova] Lock "aed27fab-e106-41b7-9f78-50b1321cd750-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.069694] env[62563]: DEBUG oslo_concurrency.lockutils [req-4a1737fb-2f19-44b3-808d-e89eff0619e1 req-06367935-337e-4d5c-a97b-7c133b0e49b6 service nova] Lock "aed27fab-e106-41b7-9f78-50b1321cd750-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.070119] env[62563]: DEBUG nova.compute.manager [req-4a1737fb-2f19-44b3-808d-e89eff0619e1 req-06367935-337e-4d5c-a97b-7c133b0e49b6 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] No waiting events found dispatching network-vif-plugged-4d4b14e9-a86c-4459-b2ea-fdbda8bb0740 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1875.070528] env[62563]: WARNING nova.compute.manager [req-4a1737fb-2f19-44b3-808d-e89eff0619e1 req-06367935-337e-4d5c-a97b-7c133b0e49b6 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Received unexpected event network-vif-plugged-4d4b14e9-a86c-4459-b2ea-fdbda8bb0740 for instance with vm_state building and task_state block_device_mapping. [ 1875.093555] env[62563]: INFO nova.compute.resource_tracker [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating resource usage from migration c8d4306a-76d2-41c9-a574-630044e7bb69 [ 1875.232585] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9031c027-0480-46f9-aaf2-cc0419561308 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.246415] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751925, 'name': Rename_Task, 'duration_secs': 0.152767} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.246553] env[62563]: DEBUG nova.network.neutron [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Successfully updated port: 4d4b14e9-a86c-4459-b2ea-fdbda8bb0740 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1875.247759] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1875.248047] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba4fcf79-5e93-4477-a457-e62f2fe929d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.250401] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b55b7b-d85d-4380-a7ba-3553cb74d00e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.263827] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1875.263827] env[62563]: value = "task-1751926" [ 1875.263827] env[62563]: _type = "Task" [ 1875.263827] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.294158] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c9ff79-aee6-42f2-b93c-1b2ae9e7d9d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.303600] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.307078] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86359d57-a48b-4166-b1a6-01219e51e8fc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.321622] env[62563]: DEBUG nova.compute.provider_tree [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.756796] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.757129] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.757202] env[62563]: DEBUG nova.network.neutron [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1875.799321] env[62563]: DEBUG oslo_vmware.api [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751926, 'name': PowerOnVM_Task, 'duration_secs': 0.48408} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.799607] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1875.799810] env[62563]: INFO nova.compute.manager [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1875.799986] env[62563]: DEBUG nova.compute.manager [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1875.801012] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35030ef4-9a0f-45ea-9941-30fbae896dd8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.825086] env[62563]: DEBUG nova.scheduler.client.report [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1876.147368] env[62563]: DEBUG nova.compute.manager [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1876.148120] env[62563]: DEBUG nova.virt.hardware [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1876.148290] env[62563]: DEBUG nova.virt.hardware [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1876.148454] env[62563]: DEBUG nova.virt.hardware [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1876.148642] env[62563]: DEBUG nova.virt.hardware [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1876.148792] env[62563]: DEBUG nova.virt.hardware [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1876.148941] env[62563]: DEBUG nova.virt.hardware [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1876.149181] env[62563]: DEBUG nova.virt.hardware [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1876.149351] env[62563]: DEBUG nova.virt.hardware [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1876.149544] env[62563]: DEBUG nova.virt.hardware [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1876.149723] env[62563]: DEBUG nova.virt.hardware [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1876.150179] env[62563]: DEBUG nova.virt.hardware [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1876.150920] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec6a175-d1e7-4d4d-98fc-f92909578a57 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.160324] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee946d1-58e3-4216-8ff5-80e7e7495583 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.303852] env[62563]: DEBUG nova.network.neutron [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1876.318478] env[62563]: INFO nova.compute.manager [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Took 15.21 seconds to build instance. [ 1876.329439] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.254s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.329673] env[62563]: INFO nova.compute.manager [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Migrating [ 1876.784029] env[62563]: DEBUG nova.network.neutron [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance_info_cache with network_info: [{"id": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "address": "fa:16:3e:ee:bf:9e", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4b14e9-a8", "ovs_interfaceid": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.820770] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9e1a53e3-d659-473f-a553-8e2b97626b69 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.720s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.847917] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.848172] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.848357] env[62563]: DEBUG nova.network.neutron [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1877.250750] env[62563]: DEBUG nova.compute.manager [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Received event network-changed-4d4b14e9-a86c-4459-b2ea-fdbda8bb0740 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1877.250955] env[62563]: DEBUG nova.compute.manager [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Refreshing instance network info cache due to event network-changed-4d4b14e9-a86c-4459-b2ea-fdbda8bb0740. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1877.251214] env[62563]: DEBUG oslo_concurrency.lockutils [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] Acquiring lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.287410] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.287695] env[62563]: DEBUG nova.compute.manager [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Instance network_info: |[{"id": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "address": "fa:16:3e:ee:bf:9e", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4b14e9-a8", "ovs_interfaceid": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1877.287984] env[62563]: DEBUG oslo_concurrency.lockutils [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] Acquired lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.288184] env[62563]: DEBUG nova.network.neutron [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Refreshing network info cache for port 4d4b14e9-a86c-4459-b2ea-fdbda8bb0740 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1877.289661] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:bf:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d4b14e9-a86c-4459-b2ea-fdbda8bb0740', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1877.297504] env[62563]: DEBUG oslo.service.loopingcall [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.300248] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1877.300744] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da85c29b-744a-4ff2-a013-b696d55b5069 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.322913] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1877.322913] env[62563]: value = "task-1751927" [ 1877.322913] env[62563]: _type = "Task" [ 1877.322913] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.331774] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751927, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.521720] env[62563]: DEBUG nova.network.neutron [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updated VIF entry in instance network info cache for port 4d4b14e9-a86c-4459-b2ea-fdbda8bb0740. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1877.522093] env[62563]: DEBUG nova.network.neutron [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance_info_cache with network_info: [{"id": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "address": "fa:16:3e:ee:bf:9e", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4b14e9-a8", "ovs_interfaceid": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.575125] env[62563]: DEBUG nova.network.neutron [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance_info_cache with network_info: [{"id": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "address": "fa:16:3e:48:b6:51", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c54524-0c", "ovs_interfaceid": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.833118] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751927, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.025128] env[62563]: DEBUG oslo_concurrency.lockutils [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] Releasing lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.025415] env[62563]: DEBUG nova.compute.manager [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Received event network-changed-47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1878.025601] env[62563]: DEBUG nova.compute.manager [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Refreshing instance network info cache due to event network-changed-47f5800f-1065-4d17-a2b8-c3c600fc58d6. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1878.025852] env[62563]: DEBUG oslo_concurrency.lockutils [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] Acquiring lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.026054] env[62563]: DEBUG oslo_concurrency.lockutils [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] Acquired lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.026221] env[62563]: DEBUG nova.network.neutron [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Refreshing network info cache for port 47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.077665] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.334657] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751927, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.758990] env[62563]: DEBUG nova.network.neutron [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updated VIF entry in instance network info cache for port 47f5800f-1065-4d17-a2b8-c3c600fc58d6. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1878.759413] env[62563]: DEBUG nova.network.neutron [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updating instance_info_cache with network_info: [{"id": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "address": "fa:16:3e:d8:ec:e8", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f5800f-10", "ovs_interfaceid": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.835853] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751927, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.262329] env[62563]: DEBUG oslo_concurrency.lockutils [req-004839b2-918d-40d6-837b-a9b7ae299e11 req-f09c7ba8-accc-46e7-a2c5-d27536769fe5 service nova] Releasing lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.337355] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751927, 'name': CreateVM_Task, 'duration_secs': 1.88796} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.337598] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1879.338361] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'attachment_id': 'e34d2f04-e0e4-4c77-bc92-0361b3ff800c', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364138', 'volume_id': 'd0e75c55-1b79-41ef-8998-f8da8258ec42', 'name': 'volume-d0e75c55-1b79-41ef-8998-f8da8258ec42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aed27fab-e106-41b7-9f78-50b1321cd750', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0e75c55-1b79-41ef-8998-f8da8258ec42', 'serial': 'd0e75c55-1b79-41ef-8998-f8da8258ec42'}, 'volume_type': None}], 'swap': None} {{(pid=62563) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1879.338588] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Root volume attach. Driver type: vmdk {{(pid=62563) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1879.339469] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b30dcb-fbfa-4b0e-80ed-6434ac34cef3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.348642] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73ebf86-1f1e-454e-91c8-7f9e416bd0dd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.355809] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4439698-f887-4468-b4ce-9251e87c2f72 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.363029] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-dad2f7b2-d7ec-4364-b5e2-e9815cd94449 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.371269] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1879.371269] env[62563]: value = "task-1751928" [ 1879.371269] env[62563]: _type = "Task" [ 1879.371269] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.379846] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751928, 'name': RelocateVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.594130] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194b26da-1299-4dc2-9ac0-86d5dfdb2ece {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.614053] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance 'd679bdad-d46c-4c2c-a2e7-f1fdf4af5c95' progress to 0 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1879.882303] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751928, 'name': RelocateVM_Task, 'duration_secs': 0.396532} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.882719] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1879.882777] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364138', 'volume_id': 'd0e75c55-1b79-41ef-8998-f8da8258ec42', 'name': 'volume-d0e75c55-1b79-41ef-8998-f8da8258ec42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aed27fab-e106-41b7-9f78-50b1321cd750', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0e75c55-1b79-41ef-8998-f8da8258ec42', 'serial': 'd0e75c55-1b79-41ef-8998-f8da8258ec42'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1879.883717] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27981a87-31a0-457b-bf89-6ff282efe832 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.899418] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cf65ea-9758-4d62-a437-43e9d9c698f5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.921059] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-d0e75c55-1b79-41ef-8998-f8da8258ec42/volume-d0e75c55-1b79-41ef-8998-f8da8258ec42.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1879.921588] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-049f7800-1f26-4e2a-a2ad-a2922edf47c9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.942928] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1879.942928] env[62563]: value = "task-1751929" [ 1879.942928] env[62563]: _type = "Task" [ 1879.942928] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.950618] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.120927] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1880.121294] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d7064fd-55f2-4bed-9988-4e80a79ae413 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.130450] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1880.130450] env[62563]: value = "task-1751930" [ 1880.130450] env[62563]: _type = "Task" [ 1880.130450] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.139458] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.454133] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751929, 'name': ReconfigVM_Task, 'duration_secs': 0.275736} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.454367] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-d0e75c55-1b79-41ef-8998-f8da8258ec42/volume-d0e75c55-1b79-41ef-8998-f8da8258ec42.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1880.459185] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32aad292-633d-4a53-8510-2338bef5619a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.477765] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1880.477765] env[62563]: value = "task-1751931" [ 1880.477765] env[62563]: _type = "Task" [ 1880.477765] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.488747] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.641498] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751930, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.990128] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751931, 'name': ReconfigVM_Task, 'duration_secs': 0.249783} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.990501] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364138', 'volume_id': 'd0e75c55-1b79-41ef-8998-f8da8258ec42', 'name': 'volume-d0e75c55-1b79-41ef-8998-f8da8258ec42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aed27fab-e106-41b7-9f78-50b1321cd750', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0e75c55-1b79-41ef-8998-f8da8258ec42', 'serial': 'd0e75c55-1b79-41ef-8998-f8da8258ec42'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1880.991020] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7222c4e2-5c05-4352-87ac-394387988ac6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.998235] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1880.998235] env[62563]: value = "task-1751932" [ 1880.998235] env[62563]: _type = "Task" [ 1880.998235] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.006660] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751932, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.142333] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751930, 'name': PowerOffVM_Task, 'duration_secs': 0.52681} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.142611] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1881.142798] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance 'd679bdad-d46c-4c2c-a2e7-f1fdf4af5c95' progress to 17 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1881.509473] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751932, 'name': Rename_Task, 'duration_secs': 0.141072} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.509746] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1881.510012] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bec7aa4-f266-48ba-8b35-b51b465b4a1e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.518594] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1881.518594] env[62563]: value = "task-1751933" [ 1881.518594] env[62563]: _type = "Task" [ 1881.518594] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.527058] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.650413] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1881.650716] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1881.650916] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.651163] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1881.651359] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.651550] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1881.651803] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1881.652036] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1881.652265] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1881.652455] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1881.652675] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1881.658579] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57233c61-8e8d-4ee9-94dd-19e34189fbdb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.675794] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1881.675794] env[62563]: value = "task-1751934" [ 1881.675794] env[62563]: _type = "Task" [ 1881.675794] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.684716] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.029792] env[62563]: DEBUG oslo_vmware.api [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751933, 'name': PowerOnVM_Task, 'duration_secs': 0.449198} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.030248] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.030335] env[62563]: INFO nova.compute.manager [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Took 5.88 seconds to spawn the instance on the hypervisor. [ 1882.030454] env[62563]: DEBUG nova.compute.manager [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1882.031259] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239e557b-ecea-4cb9-a7e3-7578895c9d7f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.188255] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751934, 'name': ReconfigVM_Task, 'duration_secs': 0.166538} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.188612] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance 'd679bdad-d46c-4c2c-a2e7-f1fdf4af5c95' progress to 33 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1882.551473] env[62563]: INFO nova.compute.manager [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Took 16.16 seconds to build instance. [ 1882.697752] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1882.698581] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1882.698930] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1882.699492] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1882.699696] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1882.700348] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1882.700348] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1882.700348] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1882.700706] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1882.700774] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1882.700947] env[62563]: DEBUG nova.virt.hardware [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1882.706453] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1882.707195] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a01761d-79e9-40d5-bddd-53fd80b6fbb5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.728445] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1882.728445] env[62563]: value = "task-1751935" [ 1882.728445] env[62563]: _type = "Task" [ 1882.728445] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.742425] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.054473] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4e8c0069-6a88-4db7-9b96-93df0d55643e tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "aed27fab-e106-41b7-9f78-50b1321cd750" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.673s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.241235] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751935, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.307010] env[62563]: DEBUG nova.compute.manager [req-08f13c5b-ef5b-4580-9ad3-be8e5c832d64 req-5026be93-9758-47dd-80dd-f8796250acb0 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Received event network-changed-67d81d02-a5df-437d-b983-25a36c893d43 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1883.307010] env[62563]: DEBUG nova.compute.manager [req-08f13c5b-ef5b-4580-9ad3-be8e5c832d64 req-5026be93-9758-47dd-80dd-f8796250acb0 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Refreshing instance network info cache due to event network-changed-67d81d02-a5df-437d-b983-25a36c893d43. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1883.307010] env[62563]: DEBUG oslo_concurrency.lockutils [req-08f13c5b-ef5b-4580-9ad3-be8e5c832d64 req-5026be93-9758-47dd-80dd-f8796250acb0 service nova] Acquiring lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.307010] env[62563]: DEBUG oslo_concurrency.lockutils [req-08f13c5b-ef5b-4580-9ad3-be8e5c832d64 req-5026be93-9758-47dd-80dd-f8796250acb0 service nova] Acquired lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.307010] env[62563]: DEBUG nova.network.neutron [req-08f13c5b-ef5b-4580-9ad3-be8e5c832d64 req-5026be93-9758-47dd-80dd-f8796250acb0 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Refreshing network info cache for port 67d81d02-a5df-437d-b983-25a36c893d43 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1883.743081] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751935, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.039033] env[62563]: DEBUG nova.network.neutron [req-08f13c5b-ef5b-4580-9ad3-be8e5c832d64 req-5026be93-9758-47dd-80dd-f8796250acb0 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Updated VIF entry in instance network info cache for port 67d81d02-a5df-437d-b983-25a36c893d43. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1884.039453] env[62563]: DEBUG nova.network.neutron [req-08f13c5b-ef5b-4580-9ad3-be8e5c832d64 req-5026be93-9758-47dd-80dd-f8796250acb0 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Updating instance_info_cache with network_info: [{"id": "67d81d02-a5df-437d-b983-25a36c893d43", "address": "fa:16:3e:3a:ef:c6", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d81d02-a5", "ovs_interfaceid": "67d81d02-a5df-437d-b983-25a36c893d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.241395] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751935, 'name': ReconfigVM_Task, 'duration_secs': 1.1645} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.241822] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1884.242523] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d5b09e-1c1a-4bc2-b5b8-603180c5dfd5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.266980] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95/d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1884.267701] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a01728d1-d80c-4f74-a31c-5c1911b8d29d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.286828] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1884.286828] env[62563]: value = "task-1751936" [ 1884.286828] env[62563]: _type = "Task" [ 1884.286828] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.295453] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.541982] env[62563]: DEBUG oslo_concurrency.lockutils [req-08f13c5b-ef5b-4580-9ad3-be8e5c832d64 req-5026be93-9758-47dd-80dd-f8796250acb0 service nova] Releasing lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.740032] env[62563]: DEBUG nova.compute.manager [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Stashing vm_state: active {{(pid=62563) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1884.800176] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751936, 'name': ReconfigVM_Task, 'duration_secs': 0.334593} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.801241] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Reconfigured VM instance instance-00000052 to attach disk [datastore1] d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95/d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1884.801584] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance 'd679bdad-d46c-4c2c-a2e7-f1fdf4af5c95' progress to 50 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1885.263876] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.264152] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.307608] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4b7f3f-2f43-41a8-a23f-c6471a073491 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.329361] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4724ef6a-d91c-4d79-85fd-f67e956e3f02 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.348182] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance 'd679bdad-d46c-4c2c-a2e7-f1fdf4af5c95' progress to 67 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1885.353136] env[62563]: DEBUG nova.compute.manager [req-b1dbc900-06d2-40f6-a080-8236d7d48c10 req-ad055b3b-30a1-48a1-906d-ab94cf6832f6 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Received event network-changed-4d4b14e9-a86c-4459-b2ea-fdbda8bb0740 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1885.353333] env[62563]: DEBUG nova.compute.manager [req-b1dbc900-06d2-40f6-a080-8236d7d48c10 req-ad055b3b-30a1-48a1-906d-ab94cf6832f6 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Refreshing instance network info cache due to event network-changed-4d4b14e9-a86c-4459-b2ea-fdbda8bb0740. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1885.353548] env[62563]: DEBUG oslo_concurrency.lockutils [req-b1dbc900-06d2-40f6-a080-8236d7d48c10 req-ad055b3b-30a1-48a1-906d-ab94cf6832f6 service nova] Acquiring lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.353695] env[62563]: DEBUG oslo_concurrency.lockutils [req-b1dbc900-06d2-40f6-a080-8236d7d48c10 req-ad055b3b-30a1-48a1-906d-ab94cf6832f6 service nova] Acquired lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.353855] env[62563]: DEBUG nova.network.neutron [req-b1dbc900-06d2-40f6-a080-8236d7d48c10 req-ad055b3b-30a1-48a1-906d-ab94cf6832f6 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Refreshing network info cache for port 4d4b14e9-a86c-4459-b2ea-fdbda8bb0740 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.769647] env[62563]: INFO nova.compute.claims [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1885.893613] env[62563]: DEBUG nova.network.neutron [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Port 78c54524-0cdd-43fb-b2ae-6f41568ec3e0 binding to destination host cpu-1 is already ACTIVE {{(pid=62563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1886.140287] env[62563]: DEBUG nova.network.neutron [req-b1dbc900-06d2-40f6-a080-8236d7d48c10 req-ad055b3b-30a1-48a1-906d-ab94cf6832f6 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updated VIF entry in instance network info cache for port 4d4b14e9-a86c-4459-b2ea-fdbda8bb0740. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.140655] env[62563]: DEBUG nova.network.neutron [req-b1dbc900-06d2-40f6-a080-8236d7d48c10 req-ad055b3b-30a1-48a1-906d-ab94cf6832f6 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance_info_cache with network_info: [{"id": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "address": "fa:16:3e:ee:bf:9e", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4b14e9-a8", "ovs_interfaceid": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.276168] env[62563]: INFO nova.compute.resource_tracker [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating resource usage from migration 57f72e90-a8c5-4c07-8ee1-2952d873573d [ 1886.402918] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499381d4-1861-4204-862e-3891e9534668 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.413462] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e966d9e-5c3b-4f83-9eb3-eef208904f41 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.445205] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6cdbf5-2b77-461f-8424-ab08520a7f26 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.453877] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc35d3d-aac0-4b69-8588-281b999fc112 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.468221] env[62563]: DEBUG nova.compute.provider_tree [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.642927] env[62563]: DEBUG oslo_concurrency.lockutils [req-b1dbc900-06d2-40f6-a080-8236d7d48c10 req-ad055b3b-30a1-48a1-906d-ab94cf6832f6 service nova] Releasing lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.924653] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.924976] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.925142] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.970985] env[62563]: DEBUG nova.scheduler.client.report [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1887.475507] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.211s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.475826] env[62563]: INFO nova.compute.manager [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Migrating [ 1887.978482] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.978670] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.978847] env[62563]: DEBUG nova.network.neutron [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1887.991531] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.991703] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.991872] env[62563]: DEBUG nova.network.neutron [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1888.694245] env[62563]: DEBUG nova.network.neutron [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance_info_cache with network_info: [{"id": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "address": "fa:16:3e:48:b6:51", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c54524-0c", "ovs_interfaceid": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.696634] env[62563]: DEBUG nova.network.neutron [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance_info_cache with network_info: [{"id": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "address": "fa:16:3e:ee:bf:9e", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4b14e9-a8", "ovs_interfaceid": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.198618] env[62563]: DEBUG oslo_concurrency.lockutils [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.203039] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.728598] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d5c62d-88ed-41f4-a050-8647546a45c7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.749417] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7f84cd-a525-48ef-8c58-cce73eef113a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.757726] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance 'd679bdad-d46c-4c2c-a2e7-f1fdf4af5c95' progress to 83 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1890.263801] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1890.264117] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1eaa595-9927-4939-82d9-d8f1130b7849 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.275101] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1890.275101] env[62563]: value = "task-1751937" [ 1890.275101] env[62563]: _type = "Task" [ 1890.275101] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.283167] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.721325] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392618a4-91ac-47d6-8ec7-35d8bf8ab96f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.740844] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance 'aed27fab-e106-41b7-9f78-50b1321cd750' progress to 0 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1890.785263] env[62563]: DEBUG oslo_vmware.api [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751937, 'name': PowerOnVM_Task, 'duration_secs': 0.39949} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.785498] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1890.785686] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd93e3e2-a070-4a6c-a65a-5014fe663234 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance 'd679bdad-d46c-4c2c-a2e7-f1fdf4af5c95' progress to 100 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1891.247073] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1891.247267] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea60cf95-9796-4760-b8d7-90df5763eab6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.263839] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1891.263839] env[62563]: value = "task-1751938" [ 1891.263839] env[62563]: _type = "Task" [ 1891.263839] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.273279] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.774499] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751938, 'name': PowerOffVM_Task, 'duration_secs': 0.239542} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.774885] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1891.774993] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance 'aed27fab-e106-41b7-9f78-50b1321cd750' progress to 17 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1892.282085] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1892.282085] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1892.282085] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1892.282085] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1892.282085] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1892.282085] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1892.282505] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1892.282505] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1892.282635] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1892.282767] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1892.282942] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1892.287977] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40672ce-7c87-454a-849c-4ab48a7a842f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.306162] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1892.306162] env[62563]: value = "task-1751939" [ 1892.306162] env[62563]: _type = "Task" [ 1892.306162] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.317406] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.819496] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751939, 'name': ReconfigVM_Task, 'duration_secs': 0.157404} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.819818] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance 'aed27fab-e106-41b7-9f78-50b1321cd750' progress to 33 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1893.263509] env[62563]: DEBUG oslo_concurrency.lockutils [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.264051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.264339] env[62563]: DEBUG nova.compute.manager [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Going to confirm migration 8 {{(pid=62563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1893.326064] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1893.326407] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1893.326617] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1893.326858] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1893.327075] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1893.327334] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1893.327650] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1893.327840] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1893.328056] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1893.328277] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1893.328448] env[62563]: DEBUG nova.virt.hardware [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1893.333786] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1893.334081] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e641dc90-c6c1-418e-b517-fdfd02fe11f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.353848] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1893.353848] env[62563]: value = "task-1751940" [ 1893.353848] env[62563]: _type = "Task" [ 1893.353848] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.362256] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.825487] env[62563]: DEBUG oslo_concurrency.lockutils [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.825740] env[62563]: DEBUG oslo_concurrency.lockutils [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.825854] env[62563]: DEBUG nova.network.neutron [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1893.826135] env[62563]: DEBUG nova.objects.instance [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lazy-loading 'info_cache' on Instance uuid d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.864176] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751940, 'name': ReconfigVM_Task, 'duration_secs': 0.158728} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.864472] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1893.865340] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bf2033-85dc-4ac3-8c6a-cf481de22492 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.889110] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-d0e75c55-1b79-41ef-8998-f8da8258ec42/volume-d0e75c55-1b79-41ef-8998-f8da8258ec42.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1893.889442] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8e8d26-77e2-4e50-9ee9-266479e7beea {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.909785] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1893.909785] env[62563]: value = "task-1751941" [ 1893.909785] env[62563]: _type = "Task" [ 1893.909785] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.918191] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.346388] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Acquiring lock "565b0eae-2952-41dc-a335-09590ad4582c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.346639] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Lock "565b0eae-2952-41dc-a335-09590ad4582c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.346837] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Acquiring lock "565b0eae-2952-41dc-a335-09590ad4582c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.347072] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Lock "565b0eae-2952-41dc-a335-09590ad4582c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.347261] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Lock "565b0eae-2952-41dc-a335-09590ad4582c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.349324] env[62563]: INFO nova.compute.manager [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Terminating instance [ 1894.350866] env[62563]: DEBUG nova.compute.manager [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1894.351069] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1894.351873] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e5c849-35b8-450b-b889-c60a1f32ade0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.360333] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1894.360554] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04cb5460-2561-4a6b-b104-95f18d53d46a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.367224] env[62563]: DEBUG oslo_vmware.api [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Waiting for the task: (returnval){ [ 1894.367224] env[62563]: value = "task-1751942" [ 1894.367224] env[62563]: _type = "Task" [ 1894.367224] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.375424] env[62563]: DEBUG oslo_vmware.api [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.422177] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751941, 'name': ReconfigVM_Task, 'duration_secs': 0.254376} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.422436] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-d0e75c55-1b79-41ef-8998-f8da8258ec42/volume-d0e75c55-1b79-41ef-8998-f8da8258ec42.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1894.422686] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance 'aed27fab-e106-41b7-9f78-50b1321cd750' progress to 50 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1894.877264] env[62563]: DEBUG oslo_vmware.api [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751942, 'name': PowerOffVM_Task, 'duration_secs': 0.180617} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.877668] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1894.877938] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1894.878614] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ca9395b-b1b6-45e7-88ec-95924856512a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.928887] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed57b4d-dc8b-4aac-8528-4eb42f2dd289 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.950163] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c36cc2a-03a9-4bf4-8132-cc9ea6922d2f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.969415] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance 'aed27fab-e106-41b7-9f78-50b1321cd750' progress to 67 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1895.009504] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1895.009758] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1895.009945] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Deleting the datastore file [datastore1] 565b0eae-2952-41dc-a335-09590ad4582c {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1895.010327] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f7a9a8f-105c-4840-b4d2-b1ef4c345960 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.019787] env[62563]: DEBUG oslo_vmware.api [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Waiting for the task: (returnval){ [ 1895.019787] env[62563]: value = "task-1751944" [ 1895.019787] env[62563]: _type = "Task" [ 1895.019787] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.028978] env[62563]: DEBUG oslo_vmware.api [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.083181] env[62563]: DEBUG nova.network.neutron [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance_info_cache with network_info: [{"id": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "address": "fa:16:3e:48:b6:51", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78c54524-0c", "ovs_interfaceid": "78c54524-0cdd-43fb-b2ae-6f41568ec3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.531474] env[62563]: DEBUG oslo_vmware.api [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Task: {'id': task-1751944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153083} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.531715] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1895.531897] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1895.532098] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1895.532497] env[62563]: INFO nova.compute.manager [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1895.532571] env[62563]: DEBUG oslo.service.loopingcall [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1895.532722] env[62563]: DEBUG nova.compute.manager [-] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1895.532829] env[62563]: DEBUG nova.network.neutron [-] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1895.586727] env[62563]: DEBUG oslo_concurrency.lockutils [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.587129] env[62563]: DEBUG nova.objects.instance [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lazy-loading 'migration_context' on Instance uuid d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1896.005499] env[62563]: DEBUG nova.compute.manager [req-d6abc0d4-8477-4ae6-8d72-8905fdf178f2 req-e1dac7d5-5138-451c-b5a1-3c33bd581db5 service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Received event network-vif-deleted-dabc1dba-efa2-46d7-a6e9-50ca2cf21773 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1896.005793] env[62563]: INFO nova.compute.manager [req-d6abc0d4-8477-4ae6-8d72-8905fdf178f2 req-e1dac7d5-5138-451c-b5a1-3c33bd581db5 service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Neutron deleted interface dabc1dba-efa2-46d7-a6e9-50ca2cf21773; detaching it from the instance and deleting it from the info cache [ 1896.006109] env[62563]: DEBUG nova.network.neutron [req-d6abc0d4-8477-4ae6-8d72-8905fdf178f2 req-e1dac7d5-5138-451c-b5a1-3c33bd581db5 service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.093405] env[62563]: DEBUG nova.objects.base [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1896.093405] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38be749-98d8-466e-93a9-c326fd80a57e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.117671] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88026b2c-79d2-4727-9e6c-c5878e87da82 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.124695] env[62563]: DEBUG oslo_vmware.api [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1896.124695] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52690dbe-3bd4-585a-7b2e-57d2e6e5c7dc" [ 1896.124695] env[62563]: _type = "Task" [ 1896.124695] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.135033] env[62563]: DEBUG oslo_vmware.api [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52690dbe-3bd4-585a-7b2e-57d2e6e5c7dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008437} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.135183] env[62563]: DEBUG oslo_concurrency.lockutils [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.135321] env[62563]: DEBUG oslo_concurrency.lockutils [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.485379] env[62563]: DEBUG nova.network.neutron [-] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.508496] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b2bd5ff-4b7f-492c-acb2-97c5ddac0da8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.519550] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f56734-ecdc-4471-9ff9-7f0727814567 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.550739] env[62563]: DEBUG nova.compute.manager [req-d6abc0d4-8477-4ae6-8d72-8905fdf178f2 req-e1dac7d5-5138-451c-b5a1-3c33bd581db5 service nova] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Detach interface failed, port_id=dabc1dba-efa2-46d7-a6e9-50ca2cf21773, reason: Instance 565b0eae-2952-41dc-a335-09590ad4582c could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1896.618063] env[62563]: DEBUG nova.network.neutron [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Port 4d4b14e9-a86c-4459-b2ea-fdbda8bb0740 binding to destination host cpu-1 is already ACTIVE {{(pid=62563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1896.774298] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba22797-b018-448d-8651-938a74e73eaf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.782595] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cea9553-85c7-425d-a25a-1ecb52c352e1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.814770] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cf09ab-7905-4c36-bd72-dc4d86f17e4c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.823281] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e89608-deb0-4463-9f21-73e620fbc683 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.837649] env[62563]: DEBUG nova.compute.provider_tree [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1896.988730] env[62563]: INFO nova.compute.manager [-] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Took 1.46 seconds to deallocate network for instance. [ 1897.340524] env[62563]: DEBUG nova.scheduler.client.report [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1897.495081] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.640664] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "aed27fab-e106-41b7-9f78-50b1321cd750-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.640939] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "aed27fab-e106-41b7-9f78-50b1321cd750-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.641086] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "aed27fab-e106-41b7-9f78-50b1321cd750-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.351350] env[62563]: DEBUG oslo_concurrency.lockutils [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.216s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.354298] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.859s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.354528] env[62563]: DEBUG nova.objects.instance [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Lazy-loading 'resources' on Instance uuid 565b0eae-2952-41dc-a335-09590ad4582c {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1898.674582] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.674813] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.674976] env[62563]: DEBUG nova.network.neutron [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1898.925996] env[62563]: INFO nova.scheduler.client.report [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleted allocation for migration c8d4306a-76d2-41c9-a574-630044e7bb69 [ 1898.996041] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802c1f39-b857-4118-81f3-ef6c4a7bd7b7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.005986] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04adcd38-5e46-4bef-a18b-947fcada753a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.038220] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5d96ee-c781-4704-bb47-75aba59793ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.046875] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eff12c6-fc80-441a-9c46-95ccf08e6d1d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.061301] env[62563]: DEBUG nova.compute.provider_tree [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.393528] env[62563]: DEBUG nova.network.neutron [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance_info_cache with network_info: [{"id": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "address": "fa:16:3e:ee:bf:9e", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4b14e9-a8", "ovs_interfaceid": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.432034] env[62563]: DEBUG oslo_concurrency.lockutils [None req-410abc82-9842-41cf-94c1-374515bdbf64 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.168s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.564925] env[62563]: DEBUG nova.scheduler.client.report [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1899.593903] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.594175] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.594393] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.594579] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.594752] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.596955] env[62563]: INFO nova.compute.manager [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Terminating instance [ 1899.598951] env[62563]: DEBUG nova.compute.manager [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1899.599167] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1899.600045] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4348c577-f24f-4040-8bef-813be40a5f56 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.608645] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1899.608900] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8644b24-caf4-4562-9817-7be51561095f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.616676] env[62563]: DEBUG oslo_vmware.api [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1899.616676] env[62563]: value = "task-1751945" [ 1899.616676] env[62563]: _type = "Task" [ 1899.616676] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.625981] env[62563]: DEBUG oslo_vmware.api [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.896355] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.070295] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.093867] env[62563]: INFO nova.scheduler.client.report [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Deleted allocations for instance 565b0eae-2952-41dc-a335-09590ad4582c [ 1900.126807] env[62563]: DEBUG oslo_vmware.api [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751945, 'name': PowerOffVM_Task, 'duration_secs': 0.19085} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.127119] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1900.127306] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1900.127553] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34455631-f775-469d-8816-6117c9f70bec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.405561] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b912d320-70af-42ef-8f10-9ee26dcd96c3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.413245] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f5a6b8-7d27-442d-a2be-f220ef3454bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.605046] env[62563]: DEBUG oslo_concurrency.lockutils [None req-d7ae318d-d066-4738-bfad-4e2ceab9e76a tempest-ServersTestJSON-1765275528 tempest-ServersTestJSON-1765275528-project-member] Lock "565b0eae-2952-41dc-a335-09590ad4582c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.255s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.824476] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1900.824779] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1900.825040] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleting the datastore file [datastore1] d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1900.825370] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b43b81b-9b84-4d4d-928b-687916b286cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.832449] env[62563]: DEBUG oslo_vmware.api [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1900.832449] env[62563]: value = "task-1751947" [ 1900.832449] env[62563]: _type = "Task" [ 1900.832449] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.840548] env[62563]: DEBUG oslo_vmware.api [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.343206] env[62563]: DEBUG oslo_vmware.api [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15652} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.343483] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1901.343672] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1901.343854] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1901.344045] env[62563]: INFO nova.compute.manager [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1901.344295] env[62563]: DEBUG oslo.service.loopingcall [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1901.344522] env[62563]: DEBUG nova.compute.manager [-] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1901.344622] env[62563]: DEBUG nova.network.neutron [-] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1901.522515] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044738c0-e849-49f5-a61d-fb9978ce163a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.543941] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159b7c73-2d67-49e2-a461-82006e3034d4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.551875] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance 'aed27fab-e106-41b7-9f78-50b1321cd750' progress to 83 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1902.058764] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1902.059100] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66fc1d4d-0d4b-401a-9e32-c718a6fce1a2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.068475] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1902.068475] env[62563]: value = "task-1751948" [ 1902.068475] env[62563]: _type = "Task" [ 1902.068475] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.078901] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.091780] env[62563]: DEBUG nova.compute.manager [req-407b5991-d5e9-4949-b1d8-f3f1b2f19fd4 req-486177ef-68a0-4fdd-8c2d-81e7d91a8556 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Received event network-vif-deleted-78c54524-0cdd-43fb-b2ae-6f41568ec3e0 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1902.092050] env[62563]: INFO nova.compute.manager [req-407b5991-d5e9-4949-b1d8-f3f1b2f19fd4 req-486177ef-68a0-4fdd-8c2d-81e7d91a8556 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Neutron deleted interface 78c54524-0cdd-43fb-b2ae-6f41568ec3e0; detaching it from the instance and deleting it from the info cache [ 1902.092202] env[62563]: DEBUG nova.network.neutron [req-407b5991-d5e9-4949-b1d8-f3f1b2f19fd4 req-486177ef-68a0-4fdd-8c2d-81e7d91a8556 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.569612] env[62563]: DEBUG nova.network.neutron [-] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.585131] env[62563]: DEBUG oslo_vmware.api [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751948, 'name': PowerOnVM_Task, 'duration_secs': 0.378639} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.585131] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1902.585131] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a74a49ff-aa3a-452c-b9b9-bcd4e7988cae tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance 'aed27fab-e106-41b7-9f78-50b1321cd750' progress to 100 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1902.595544] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34b38ad8-02aa-4788-879c-f8b7fedfc115 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.606569] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cee285-73f6-4742-820b-046590ae721c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.638792] env[62563]: DEBUG nova.compute.manager [req-407b5991-d5e9-4949-b1d8-f3f1b2f19fd4 req-486177ef-68a0-4fdd-8c2d-81e7d91a8556 service nova] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Detach interface failed, port_id=78c54524-0cdd-43fb-b2ae-6f41568ec3e0, reason: Instance d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1903.078216] env[62563]: INFO nova.compute.manager [-] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Took 1.73 seconds to deallocate network for instance. [ 1903.585397] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.585829] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.585829] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.616243] env[62563]: INFO nova.scheduler.client.report [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleted allocations for instance d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95 [ 1904.125271] env[62563]: DEBUG oslo_concurrency.lockutils [None req-9b01d80a-c8bf-45b9-83d8-66de172b87a3 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.531s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.555022] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "aed27fab-e106-41b7-9f78-50b1321cd750" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.555405] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "aed27fab-e106-41b7-9f78-50b1321cd750" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.555678] env[62563]: DEBUG nova.compute.manager [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Going to confirm migration 9 {{(pid=62563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1904.869255] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "9a39e398-41f4-47a6-91a3-10436f991ff6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.870019] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.999709] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.999893] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.132677] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.132873] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquired lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.133072] env[62563]: DEBUG nova.network.neutron [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.133280] env[62563]: DEBUG nova.objects.instance [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lazy-loading 'info_cache' on Instance uuid aed27fab-e106-41b7-9f78-50b1321cd750 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1905.373573] env[62563]: DEBUG nova.compute.utils [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1905.501558] env[62563]: DEBUG nova.compute.manager [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1905.651766] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.652406] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.652636] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "76e4571b-75ec-4f41-ae1f-cc9adb279570-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.652828] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.652994] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.654832] env[62563]: INFO nova.compute.manager [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Terminating instance [ 1905.656434] env[62563]: DEBUG nova.compute.manager [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1905.656625] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1905.657503] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ecad32-6420-4faa-bbed-986708b342af {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.665886] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1905.666123] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16a68b9c-fd9f-46f4-b5e4-2b41ebbaa0a2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.671906] env[62563]: DEBUG oslo_vmware.api [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1905.671906] env[62563]: value = "task-1751949" [ 1905.671906] env[62563]: _type = "Task" [ 1905.671906] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.679782] env[62563]: DEBUG oslo_vmware.api [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.876912] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.025333] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.025592] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.027196] env[62563]: INFO nova.compute.claims [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1906.182454] env[62563]: DEBUG oslo_vmware.api [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751949, 'name': PowerOffVM_Task, 'duration_secs': 0.193577} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.182723] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1906.182895] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1906.183165] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b727e4bc-1dc3-4933-a898-2163cc305866 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.293463] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.293759] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.293897] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleting the datastore file [datastore1] 76e4571b-75ec-4f41-ae1f-cc9adb279570 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.294169] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a74e9bdb-b789-4389-9a33-e0ce91ad4d08 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.300753] env[62563]: DEBUG oslo_vmware.api [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for the task: (returnval){ [ 1906.300753] env[62563]: value = "task-1751951" [ 1906.300753] env[62563]: _type = "Task" [ 1906.300753] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.309388] env[62563]: DEBUG oslo_vmware.api [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.359027] env[62563]: DEBUG nova.network.neutron [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance_info_cache with network_info: [{"id": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "address": "fa:16:3e:ee:bf:9e", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4b14e9-a8", "ovs_interfaceid": "4d4b14e9-a86c-4459-b2ea-fdbda8bb0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.811577] env[62563]: DEBUG oslo_vmware.api [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Task: {'id': task-1751951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138062} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.811838] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1906.811958] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1906.812150] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1906.812331] env[62563]: INFO nova.compute.manager [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1906.812574] env[62563]: DEBUG oslo.service.loopingcall [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.812768] env[62563]: DEBUG nova.compute.manager [-] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1906.812862] env[62563]: DEBUG nova.network.neutron [-] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1906.861286] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Releasing lock "refresh_cache-aed27fab-e106-41b7-9f78-50b1321cd750" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.861554] env[62563]: DEBUG nova.objects.instance [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lazy-loading 'migration_context' on Instance uuid aed27fab-e106-41b7-9f78-50b1321cd750 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1906.941454] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "9a39e398-41f4-47a6-91a3-10436f991ff6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.941782] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.942102] env[62563]: INFO nova.compute.manager [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Attaching volume 5718ef99-9beb-4cf0-8317-20d9d9d6c4e1 to /dev/sdb [ 1906.973612] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7574316e-abac-4bf1-aa00-9d855e8f06e3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.981309] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8729d50a-5f42-4f8e-9acf-e6a7813d114a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.997150] env[62563]: DEBUG nova.virt.block_device [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Updating existing volume attachment record: 3bff972f-13df-4c5d-9a26-865b3352d207 {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1907.165484] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9349416a-a9dd-4fc1-b364-204da3e9e6c3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.173951] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49f079f-e9e4-4e41-81cd-9e8618bb90a0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.206588] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f2db8f-f0f0-47b5-b963-fa072a258faa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.214652] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b455b8a-0c76-40ab-9245-b87ec15a1f6e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.230826] env[62563]: DEBUG nova.compute.provider_tree [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1907.291373] env[62563]: DEBUG nova.compute.manager [req-5d112d53-75b4-4a9c-a8b2-f9a29c457eee req-eeab83b9-e58c-42f9-9a6c-c0d0f9425cd5 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Received event network-vif-deleted-d152c9f8-7c08-4aea-a1bd-fb517fe41e91 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1907.291651] env[62563]: INFO nova.compute.manager [req-5d112d53-75b4-4a9c-a8b2-f9a29c457eee req-eeab83b9-e58c-42f9-9a6c-c0d0f9425cd5 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Neutron deleted interface d152c9f8-7c08-4aea-a1bd-fb517fe41e91; detaching it from the instance and deleting it from the info cache [ 1907.291959] env[62563]: DEBUG nova.network.neutron [req-5d112d53-75b4-4a9c-a8b2-f9a29c457eee req-eeab83b9-e58c-42f9-9a6c-c0d0f9425cd5 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.364724] env[62563]: DEBUG nova.objects.base [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1907.365683] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d96bb97-d702-4c48-9620-8d471c34cb27 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.387974] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c93284-3fc3-41b3-a928-4059ba144f93 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.393970] env[62563]: DEBUG oslo_vmware.api [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1907.393970] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5240bc87-e099-4130-7fc0-0d99d0796483" [ 1907.393970] env[62563]: _type = "Task" [ 1907.393970] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.402340] env[62563]: DEBUG oslo_vmware.api [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5240bc87-e099-4130-7fc0-0d99d0796483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.734415] env[62563]: DEBUG nova.scheduler.client.report [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1907.763726] env[62563]: DEBUG nova.network.neutron [-] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.794993] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d9d47ed-5315-4c6d-b118-34a150135a8e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.806128] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7e2fc4-a031-4478-acca-c09633d1c32a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.837377] env[62563]: DEBUG nova.compute.manager [req-5d112d53-75b4-4a9c-a8b2-f9a29c457eee req-eeab83b9-e58c-42f9-9a6c-c0d0f9425cd5 service nova] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Detach interface failed, port_id=d152c9f8-7c08-4aea-a1bd-fb517fe41e91, reason: Instance 76e4571b-75ec-4f41-ae1f-cc9adb279570 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1907.905711] env[62563]: DEBUG oslo_vmware.api [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5240bc87-e099-4130-7fc0-0d99d0796483, 'name': SearchDatastore_Task, 'duration_secs': 0.00766} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.906086] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.239290] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.239930] env[62563]: DEBUG nova.compute.manager [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1908.242857] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.337s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.266583] env[62563]: INFO nova.compute.manager [-] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Took 1.45 seconds to deallocate network for instance. [ 1908.746137] env[62563]: DEBUG nova.compute.utils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1908.750825] env[62563]: DEBUG nova.compute.manager [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1908.750996] env[62563]: DEBUG nova.network.neutron [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1908.773298] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.800226] env[62563]: DEBUG nova.policy [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e14c9002dabf4cf59380da62fabbd757', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16b703ebd48b4ebf9b5d8148aea68e34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1908.859561] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b61a574-cbf8-4ec7-96de-83d7d34b71bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.867676] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f806f83-9be9-4d8f-9127-499d2870d329 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.899052] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57468f45-e691-406e-8b64-8e599d99e3b1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.906708] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc8d47a-0f1c-475c-9790-85cc99d483f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.920211] env[62563]: DEBUG nova.compute.provider_tree [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1909.056708] env[62563]: DEBUG nova.network.neutron [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Successfully created port: 90cddd05-33e1-4a26-af03-8b41732a6fe1 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1909.256152] env[62563]: DEBUG nova.compute.manager [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1909.423930] env[62563]: DEBUG nova.scheduler.client.report [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1910.264780] env[62563]: DEBUG nova.compute.manager [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1910.292763] env[62563]: DEBUG nova.virt.hardware [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1910.293051] env[62563]: DEBUG nova.virt.hardware [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1910.293221] env[62563]: DEBUG nova.virt.hardware [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1910.293416] env[62563]: DEBUG nova.virt.hardware [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1910.293576] env[62563]: DEBUG nova.virt.hardware [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1910.293730] env[62563]: DEBUG nova.virt.hardware [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1910.293940] env[62563]: DEBUG nova.virt.hardware [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1910.294122] env[62563]: DEBUG nova.virt.hardware [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1910.294298] env[62563]: DEBUG nova.virt.hardware [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1910.294460] env[62563]: DEBUG nova.virt.hardware [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1910.294632] env[62563]: DEBUG nova.virt.hardware [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1910.295710] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a93686b-db6e-4795-a397-9eaf2bade53e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.303968] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa937bc9-74f2-4620-965b-938d9ef2a782 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.433523] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.191s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.436555] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.663s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.436792] env[62563]: DEBUG nova.objects.instance [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lazy-loading 'resources' on Instance uuid 76e4571b-75ec-4f41-ae1f-cc9adb279570 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.470655] env[62563]: DEBUG nova.compute.manager [req-2fe5f6fa-6716-40b7-b5c6-add80ea22f00 req-865f5399-4f58-44c8-aa05-304ca1bbad5c service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Received event network-vif-plugged-90cddd05-33e1-4a26-af03-8b41732a6fe1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1910.470886] env[62563]: DEBUG oslo_concurrency.lockutils [req-2fe5f6fa-6716-40b7-b5c6-add80ea22f00 req-865f5399-4f58-44c8-aa05-304ca1bbad5c service nova] Acquiring lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.471109] env[62563]: DEBUG oslo_concurrency.lockutils [req-2fe5f6fa-6716-40b7-b5c6-add80ea22f00 req-865f5399-4f58-44c8-aa05-304ca1bbad5c service nova] Lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.471285] env[62563]: DEBUG oslo_concurrency.lockutils [req-2fe5f6fa-6716-40b7-b5c6-add80ea22f00 req-865f5399-4f58-44c8-aa05-304ca1bbad5c service nova] Lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.471454] env[62563]: DEBUG nova.compute.manager [req-2fe5f6fa-6716-40b7-b5c6-add80ea22f00 req-865f5399-4f58-44c8-aa05-304ca1bbad5c service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] No waiting events found dispatching network-vif-plugged-90cddd05-33e1-4a26-af03-8b41732a6fe1 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1910.471620] env[62563]: WARNING nova.compute.manager [req-2fe5f6fa-6716-40b7-b5c6-add80ea22f00 req-865f5399-4f58-44c8-aa05-304ca1bbad5c service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Received unexpected event network-vif-plugged-90cddd05-33e1-4a26-af03-8b41732a6fe1 for instance with vm_state building and task_state spawning. [ 1910.556146] env[62563]: DEBUG nova.network.neutron [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Successfully updated port: 90cddd05-33e1-4a26-af03-8b41732a6fe1 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1910.992488] env[62563]: INFO nova.scheduler.client.report [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleted allocation for migration 57f72e90-a8c5-4c07-8ee1-2952d873573d [ 1911.047988] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3b55c4-a0ea-4499-bece-fab02566268b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.056176] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e258d426-6259-4923-bf8a-7950ba94ada7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.059435] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.059589] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.059736] env[62563]: DEBUG nova.network.neutron [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1911.091654] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d851db-4b41-4d71-bf81-6a651b524059 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.095253] env[62563]: INFO nova.compute.manager [None req-75b33d04-11f6-4003-ab53-0c7275f22c43 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Get console output [ 1911.095594] env[62563]: WARNING nova.virt.vmwareapi.driver [None req-75b33d04-11f6-4003-ab53-0c7275f22c43 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] The console log is missing. Check your VSPC configuration [ 1911.103173] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c84908-fe43-4b5a-9349-8ce1b5375fef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.117653] env[62563]: DEBUG nova.compute.provider_tree [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1911.497896] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f46eadd3-61c8-498a-81ab-4b0347c9548b tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "aed27fab-e106-41b7-9f78-50b1321cd750" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.942s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.539509] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1911.539744] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364146', 'volume_id': '5718ef99-9beb-4cf0-8317-20d9d9d6c4e1', 'name': 'volume-5718ef99-9beb-4cf0-8317-20d9d9d6c4e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9a39e398-41f4-47a6-91a3-10436f991ff6', 'attached_at': '', 'detached_at': '', 'volume_id': '5718ef99-9beb-4cf0-8317-20d9d9d6c4e1', 'serial': '5718ef99-9beb-4cf0-8317-20d9d9d6c4e1'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1911.540679] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03947d7-41f9-4b9f-8309-71bf5a985671 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.558282] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f123b045-3d7c-412e-a9fe-38cdf1463139 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.584745] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-5718ef99-9beb-4cf0-8317-20d9d9d6c4e1/volume-5718ef99-9beb-4cf0-8317-20d9d9d6c4e1.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1911.585091] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17bf5c00-8b11-4480-8708-4340ee20358c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.602088] env[62563]: DEBUG nova.network.neutron [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1911.605336] env[62563]: DEBUG oslo_vmware.api [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1911.605336] env[62563]: value = "task-1751954" [ 1911.605336] env[62563]: _type = "Task" [ 1911.605336] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.615424] env[62563]: DEBUG oslo_vmware.api [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.620821] env[62563]: DEBUG nova.scheduler.client.report [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1911.751342] env[62563]: DEBUG nova.network.neutron [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance_info_cache with network_info: [{"id": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "address": "fa:16:3e:6d:a4:7c", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cddd05-33", "ovs_interfaceid": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.115738] env[62563]: DEBUG oslo_vmware.api [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751954, 'name': ReconfigVM_Task, 'duration_secs': 0.369268} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.116767] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-5718ef99-9beb-4cf0-8317-20d9d9d6c4e1/volume-5718ef99-9beb-4cf0-8317-20d9d9d6c4e1.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1912.121354] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9baa3bb1-534c-4002-9276-4d0dfa82f1a9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.131793] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.140738] env[62563]: DEBUG oslo_vmware.api [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1912.140738] env[62563]: value = "task-1751955" [ 1912.140738] env[62563]: _type = "Task" [ 1912.140738] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.149651] env[62563]: DEBUG oslo_vmware.api [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.152785] env[62563]: INFO nova.scheduler.client.report [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Deleted allocations for instance 76e4571b-75ec-4f41-ae1f-cc9adb279570 [ 1912.254485] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.254874] env[62563]: DEBUG nova.compute.manager [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Instance network_info: |[{"id": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "address": "fa:16:3e:6d:a4:7c", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cddd05-33", "ovs_interfaceid": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1912.255510] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:a4:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90cddd05-33e1-4a26-af03-8b41732a6fe1', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1912.263337] env[62563]: DEBUG oslo.service.loopingcall [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.263618] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1912.263888] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d00d25f9-1692-476d-8283-5ceb95e0be11 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.283845] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1912.283845] env[62563]: value = "task-1751956" [ 1912.283845] env[62563]: _type = "Task" [ 1912.283845] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.291618] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751956, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.501876] env[62563]: DEBUG nova.compute.manager [req-bd6bac1f-3c25-403d-8699-0047405f28c4 req-81c6daf6-9caa-4fc2-83a4-5ab8018973a1 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Received event network-changed-90cddd05-33e1-4a26-af03-8b41732a6fe1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1912.502121] env[62563]: DEBUG nova.compute.manager [req-bd6bac1f-3c25-403d-8699-0047405f28c4 req-81c6daf6-9caa-4fc2-83a4-5ab8018973a1 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Refreshing instance network info cache due to event network-changed-90cddd05-33e1-4a26-af03-8b41732a6fe1. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1912.502259] env[62563]: DEBUG oslo_concurrency.lockutils [req-bd6bac1f-3c25-403d-8699-0047405f28c4 req-81c6daf6-9caa-4fc2-83a4-5ab8018973a1 service nova] Acquiring lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.502406] env[62563]: DEBUG oslo_concurrency.lockutils [req-bd6bac1f-3c25-403d-8699-0047405f28c4 req-81c6daf6-9caa-4fc2-83a4-5ab8018973a1 service nova] Acquired lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.502565] env[62563]: DEBUG nova.network.neutron [req-bd6bac1f-3c25-403d-8699-0047405f28c4 req-81c6daf6-9caa-4fc2-83a4-5ab8018973a1 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Refreshing network info cache for port 90cddd05-33e1-4a26-af03-8b41732a6fe1 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1912.652662] env[62563]: DEBUG oslo_vmware.api [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751955, 'name': ReconfigVM_Task, 'duration_secs': 0.139166} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.652989] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364146', 'volume_id': '5718ef99-9beb-4cf0-8317-20d9d9d6c4e1', 'name': 'volume-5718ef99-9beb-4cf0-8317-20d9d9d6c4e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9a39e398-41f4-47a6-91a3-10436f991ff6', 'attached_at': '', 'detached_at': '', 'volume_id': '5718ef99-9beb-4cf0-8317-20d9d9d6c4e1', 'serial': '5718ef99-9beb-4cf0-8317-20d9d9d6c4e1'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1912.659498] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a91d5ddf-bb03-46c7-a875-5e2fe59d5d1a tempest-AttachVolumeShelveTestJSON-93155290 tempest-AttachVolumeShelveTestJSON-93155290-project-member] Lock "76e4571b-75ec-4f41-ae1f-cc9adb279570" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.007s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.794591] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751956, 'name': CreateVM_Task} progress is 99%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.219636] env[62563]: DEBUG nova.network.neutron [req-bd6bac1f-3c25-403d-8699-0047405f28c4 req-81c6daf6-9caa-4fc2-83a4-5ab8018973a1 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updated VIF entry in instance network info cache for port 90cddd05-33e1-4a26-af03-8b41732a6fe1. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1913.220041] env[62563]: DEBUG nova.network.neutron [req-bd6bac1f-3c25-403d-8699-0047405f28c4 req-81c6daf6-9caa-4fc2-83a4-5ab8018973a1 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance_info_cache with network_info: [{"id": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "address": "fa:16:3e:6d:a4:7c", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cddd05-33", "ovs_interfaceid": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.295021] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751956, 'name': CreateVM_Task, 'duration_secs': 0.548785} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.295214] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1913.295845] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.296021] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.296375] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1913.296843] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b59cc06-5eb4-46c7-8d7c-047751e16835 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.301314] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1913.301314] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52829fb1-25da-9cb5-78c5-eab369d38db1" [ 1913.301314] env[62563]: _type = "Task" [ 1913.301314] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.308710] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52829fb1-25da-9cb5-78c5-eab369d38db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.690923] env[62563]: DEBUG nova.objects.instance [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lazy-loading 'flavor' on Instance uuid 9a39e398-41f4-47a6-91a3-10436f991ff6 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.722065] env[62563]: DEBUG oslo_concurrency.lockutils [req-bd6bac1f-3c25-403d-8699-0047405f28c4 req-81c6daf6-9caa-4fc2-83a4-5ab8018973a1 service nova] Releasing lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.811921] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52829fb1-25da-9cb5-78c5-eab369d38db1, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.812245] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.812487] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1913.812719] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.812867] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.813053] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1913.813319] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b06faf6-8076-41a3-b697-73f037b720bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.823022] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1913.823022] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1913.823596] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b85a624-d132-4772-9c59-82a94bec3673 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.828864] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1913.828864] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f8410c-d627-8e2b-8e59-e65b1a63d97f" [ 1913.828864] env[62563]: _type = "Task" [ 1913.828864] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.836570] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f8410c-d627-8e2b-8e59-e65b1a63d97f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.196140] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b2dac745-0380-455c-a6e6-6fbcbb6fa656 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.254s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.340129] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f8410c-d627-8e2b-8e59-e65b1a63d97f, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.341197] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3466ac5-529f-4e58-b81e-ec246b0ed0f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.347062] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1914.347062] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a77c1f-65af-9ac1-e917-8b9feb9501ee" [ 1914.347062] env[62563]: _type = "Task" [ 1914.347062] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.357285] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a77c1f-65af-9ac1-e917-8b9feb9501ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.415974] env[62563]: DEBUG oslo_concurrency.lockutils [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "9a39e398-41f4-47a6-91a3-10436f991ff6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.416432] env[62563]: DEBUG oslo_concurrency.lockutils [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.821153] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.821577] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.821710] env[62563]: INFO nova.compute.manager [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Shelving [ 1914.858238] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a77c1f-65af-9ac1-e917-8b9feb9501ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.858439] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.858742] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 543b57b8-beca-45ed-8bb1-95dad6e84cc7/543b57b8-beca-45ed-8bb1-95dad6e84cc7.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1914.859017] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bcd4080-a3c0-4fb4-a269-a6719e10dfa0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.866170] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1914.866170] env[62563]: value = "task-1751958" [ 1914.866170] env[62563]: _type = "Task" [ 1914.866170] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.874068] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.919777] env[62563]: INFO nova.compute.manager [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Detaching volume 5718ef99-9beb-4cf0-8317-20d9d9d6c4e1 [ 1914.953777] env[62563]: INFO nova.virt.block_device [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Attempting to driver detach volume 5718ef99-9beb-4cf0-8317-20d9d9d6c4e1 from mountpoint /dev/sdb [ 1914.954039] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1914.954245] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364146', 'volume_id': '5718ef99-9beb-4cf0-8317-20d9d9d6c4e1', 'name': 'volume-5718ef99-9beb-4cf0-8317-20d9d9d6c4e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9a39e398-41f4-47a6-91a3-10436f991ff6', 'attached_at': '', 'detached_at': '', 'volume_id': '5718ef99-9beb-4cf0-8317-20d9d9d6c4e1', 'serial': '5718ef99-9beb-4cf0-8317-20d9d9d6c4e1'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1914.955178] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eb1518-f6a7-4fc8-b6dd-86e97646a48b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.979251] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bce254-0832-46c3-bebb-48861622e972 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.987963] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f2f05e-1bdc-4ca5-8ae8-f34d2f18c495 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.009272] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc01af0-0f46-48da-8400-8e8bc68c13b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.027019] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] The volume has not been displaced from its original location: [datastore1] volume-5718ef99-9beb-4cf0-8317-20d9d9d6c4e1/volume-5718ef99-9beb-4cf0-8317-20d9d9d6c4e1.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1915.032607] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1915.032991] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efb00cb1-f1e4-4651-8d3c-d10ab43ac4f9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.052943] env[62563]: DEBUG oslo_vmware.api [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1915.052943] env[62563]: value = "task-1751959" [ 1915.052943] env[62563]: _type = "Task" [ 1915.052943] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.062364] env[62563]: DEBUG oslo_vmware.api [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.329840] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.330155] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36cd984b-3556-4758-b1b9-3354fbcd8a20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.340045] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1915.340045] env[62563]: value = "task-1751960" [ 1915.340045] env[62563]: _type = "Task" [ 1915.340045] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.349295] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.376270] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490066} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.376583] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 543b57b8-beca-45ed-8bb1-95dad6e84cc7/543b57b8-beca-45ed-8bb1-95dad6e84cc7.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1915.376820] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1915.377151] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6cae4ed-30ba-48aa-992e-1ebb2e1842ae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.387343] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1915.387343] env[62563]: value = "task-1751961" [ 1915.387343] env[62563]: _type = "Task" [ 1915.387343] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.396966] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.562812] env[62563]: DEBUG oslo_vmware.api [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751959, 'name': ReconfigVM_Task, 'duration_secs': 0.260085} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.563114] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1915.568110] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fb4fbf4-1648-4b62-be53-9dbe36255a15 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.583891] env[62563]: DEBUG oslo_vmware.api [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1915.583891] env[62563]: value = "task-1751962" [ 1915.583891] env[62563]: _type = "Task" [ 1915.583891] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.592208] env[62563]: DEBUG oslo_vmware.api [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.849085] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751960, 'name': PowerOffVM_Task, 'duration_secs': 0.205878} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.849469] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1915.850104] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edbf40b-9d65-4101-8a02-d74f5571f188 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.867857] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f94d21-0fb6-42ea-947d-d08c52616008 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.896660] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098764} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.896919] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1915.897703] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125b45a5-667f-4e0d-9cd7-6f55f1ef88b2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.919363] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 543b57b8-beca-45ed-8bb1-95dad6e84cc7/543b57b8-beca-45ed-8bb1-95dad6e84cc7.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1915.920197] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f775686-9b68-43a3-9417-7909ff0b7060 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.939444] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1915.939444] env[62563]: value = "task-1751963" [ 1915.939444] env[62563]: _type = "Task" [ 1915.939444] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.950707] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.096138] env[62563]: DEBUG oslo_vmware.api [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751962, 'name': ReconfigVM_Task, 'duration_secs': 0.147999} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.096445] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364146', 'volume_id': '5718ef99-9beb-4cf0-8317-20d9d9d6c4e1', 'name': 'volume-5718ef99-9beb-4cf0-8317-20d9d9d6c4e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9a39e398-41f4-47a6-91a3-10436f991ff6', 'attached_at': '', 'detached_at': '', 'volume_id': '5718ef99-9beb-4cf0-8317-20d9d9d6c4e1', 'serial': '5718ef99-9beb-4cf0-8317-20d9d9d6c4e1'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1916.377846] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Creating Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1916.378288] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b188223f-caae-4633-8aa2-6db8dee48a62 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.385993] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1916.385993] env[62563]: value = "task-1751964" [ 1916.385993] env[62563]: _type = "Task" [ 1916.385993] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.395358] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.449481] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751963, 'name': ReconfigVM_Task, 'duration_secs': 0.301688} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.450140] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 543b57b8-beca-45ed-8bb1-95dad6e84cc7/543b57b8-beca-45ed-8bb1-95dad6e84cc7.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1916.450794] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74ca325c-9f93-43ae-a5fe-a367c17e7850 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.458875] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1916.458875] env[62563]: value = "task-1751965" [ 1916.458875] env[62563]: _type = "Task" [ 1916.458875] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.467329] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751965, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.636024] env[62563]: DEBUG nova.objects.instance [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lazy-loading 'flavor' on Instance uuid 9a39e398-41f4-47a6-91a3-10436f991ff6 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.896223] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.969557] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751965, 'name': Rename_Task, 'duration_secs': 0.151984} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.969828] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1916.970090] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-252adf9b-9cd2-4044-b8a1-0b6bff7e3d58 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.977199] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1916.977199] env[62563]: value = "task-1751966" [ 1916.977199] env[62563]: _type = "Task" [ 1916.977199] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.985146] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.397542] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751964, 'name': CreateSnapshot_Task, 'duration_secs': 0.995438} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.397813] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Created Snapshot of the VM instance {{(pid=62563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1917.398606] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9098c5-5c9c-4ce7-8939-5d60786dad5c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.486860] env[62563]: DEBUG oslo_vmware.api [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1751966, 'name': PowerOnVM_Task, 'duration_secs': 0.463333} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.487218] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1917.487434] env[62563]: INFO nova.compute.manager [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1917.487617] env[62563]: DEBUG nova.compute.manager [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1917.488411] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bff7d8-746d-43b4-8fed-6cb9b232421e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.643649] env[62563]: DEBUG oslo_concurrency.lockutils [None req-271f84a3-b51e-4bbb-bb88-9584bded7980 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.916624] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Creating linked-clone VM from snapshot {{(pid=62563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1917.916996] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd8d4c3d-5813-42b7-9100-3fd70946284b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.927620] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1917.927620] env[62563]: value = "task-1751967" [ 1917.927620] env[62563]: _type = "Task" [ 1917.927620] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.937196] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751967, 'name': CloneVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.005302] env[62563]: INFO nova.compute.manager [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Took 12.00 seconds to build instance. [ 1918.276950] env[62563]: DEBUG nova.compute.manager [req-c4298f5e-bea5-4d4d-8625-cc04167332df req-2b92a7bb-3314-4590-a258-951729a99b45 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Received event network-changed-90cddd05-33e1-4a26-af03-8b41732a6fe1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1918.277188] env[62563]: DEBUG nova.compute.manager [req-c4298f5e-bea5-4d4d-8625-cc04167332df req-2b92a7bb-3314-4590-a258-951729a99b45 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Refreshing instance network info cache due to event network-changed-90cddd05-33e1-4a26-af03-8b41732a6fe1. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1918.277423] env[62563]: DEBUG oslo_concurrency.lockutils [req-c4298f5e-bea5-4d4d-8625-cc04167332df req-2b92a7bb-3314-4590-a258-951729a99b45 service nova] Acquiring lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.278498] env[62563]: DEBUG oslo_concurrency.lockutils [req-c4298f5e-bea5-4d4d-8625-cc04167332df req-2b92a7bb-3314-4590-a258-951729a99b45 service nova] Acquired lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.278498] env[62563]: DEBUG nova.network.neutron [req-c4298f5e-bea5-4d4d-8625-cc04167332df req-2b92a7bb-3314-4590-a258-951729a99b45 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Refreshing network info cache for port 90cddd05-33e1-4a26-af03-8b41732a6fe1 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1918.438840] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751967, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.507657] env[62563]: DEBUG oslo_concurrency.lockutils [None req-56e51c61-d08e-4dd6-a3e1-bee42d7cca8a tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.508s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.724432] env[62563]: DEBUG oslo_concurrency.lockutils [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "9a39e398-41f4-47a6-91a3-10436f991ff6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.724690] env[62563]: DEBUG oslo_concurrency.lockutils [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.724907] env[62563]: DEBUG oslo_concurrency.lockutils [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "9a39e398-41f4-47a6-91a3-10436f991ff6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.725146] env[62563]: DEBUG oslo_concurrency.lockutils [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.725359] env[62563]: DEBUG oslo_concurrency.lockutils [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.727850] env[62563]: INFO nova.compute.manager [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Terminating instance [ 1918.730675] env[62563]: DEBUG nova.compute.manager [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1918.730909] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.732484] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f37bb1-3ff8-4a4a-81cb-06e1129c69c7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.741191] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.741486] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d31f5cc3-f742-4486-898d-486d31c19178 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.750132] env[62563]: DEBUG oslo_vmware.api [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1918.750132] env[62563]: value = "task-1751968" [ 1918.750132] env[62563]: _type = "Task" [ 1918.750132] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.759983] env[62563]: DEBUG oslo_vmware.api [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.940486] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751967, 'name': CloneVM_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.021188] env[62563]: DEBUG nova.network.neutron [req-c4298f5e-bea5-4d4d-8625-cc04167332df req-2b92a7bb-3314-4590-a258-951729a99b45 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updated VIF entry in instance network info cache for port 90cddd05-33e1-4a26-af03-8b41732a6fe1. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1919.023172] env[62563]: DEBUG nova.network.neutron [req-c4298f5e-bea5-4d4d-8625-cc04167332df req-2b92a7bb-3314-4590-a258-951729a99b45 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance_info_cache with network_info: [{"id": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "address": "fa:16:3e:6d:a4:7c", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cddd05-33", "ovs_interfaceid": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.266344] env[62563]: DEBUG oslo_vmware.api [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751968, 'name': PowerOffVM_Task, 'duration_secs': 0.203162} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.266661] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1919.266918] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1919.267323] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01b32853-8fe1-4c60-9dae-278428b00d63 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.387213] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1919.387566] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1919.387874] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Deleting the datastore file [datastore1] 9a39e398-41f4-47a6-91a3-10436f991ff6 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1919.388306] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7657f693-6fc1-4d99-9f8a-5c5fd369bfd1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.396260] env[62563]: DEBUG oslo_vmware.api [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1919.396260] env[62563]: value = "task-1751970" [ 1919.396260] env[62563]: _type = "Task" [ 1919.396260] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.411403] env[62563]: DEBUG oslo_vmware.api [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.447287] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751967, 'name': CloneVM_Task} progress is 100%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.525306] env[62563]: DEBUG oslo_concurrency.lockutils [req-c4298f5e-bea5-4d4d-8625-cc04167332df req-2b92a7bb-3314-4590-a258-951729a99b45 service nova] Releasing lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.907272] env[62563]: DEBUG oslo_vmware.api [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159239} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.907546] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1919.907737] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1919.907917] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1919.908111] env[62563]: INFO nova.compute.manager [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1919.908395] env[62563]: DEBUG oslo.service.loopingcall [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1919.908595] env[62563]: DEBUG nova.compute.manager [-] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1919.908695] env[62563]: DEBUG nova.network.neutron [-] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1919.941867] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751967, 'name': CloneVM_Task, 'duration_secs': 1.555687} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.942270] env[62563]: INFO nova.virt.vmwareapi.vmops [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Created linked-clone VM from snapshot [ 1919.942928] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65abebe-a7b9-4742-b0f4-ad972cd7bb5a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.952788] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Uploading image 3c2156af-6184-4ea5-b256-920b3cedbaca {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1919.979984] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1919.979984] env[62563]: value = "vm-364149" [ 1919.979984] env[62563]: _type = "VirtualMachine" [ 1919.979984] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1919.980304] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-451ea2e7-6d9c-4978-94c0-bd81cfdac49b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.989241] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lease: (returnval){ [ 1919.989241] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5270cf7b-7743-61c7-202c-cedfb1cffb11" [ 1919.989241] env[62563]: _type = "HttpNfcLease" [ 1919.989241] env[62563]: } obtained for exporting VM: (result){ [ 1919.989241] env[62563]: value = "vm-364149" [ 1919.989241] env[62563]: _type = "VirtualMachine" [ 1919.989241] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1919.989642] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the lease: (returnval){ [ 1919.989642] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5270cf7b-7743-61c7-202c-cedfb1cffb11" [ 1919.989642] env[62563]: _type = "HttpNfcLease" [ 1919.989642] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1919.998278] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1919.998278] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5270cf7b-7743-61c7-202c-cedfb1cffb11" [ 1919.998278] env[62563]: _type = "HttpNfcLease" [ 1919.998278] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1920.391661] env[62563]: DEBUG nova.compute.manager [req-a064e400-d5ad-4a29-ab96-e5b14968baef req-1f1426ef-aba6-478d-b88e-5d7deb5fa858 service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Received event network-vif-deleted-ed6a94c4-9c22-4e96-92d1-9cc8164f16db {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1920.391758] env[62563]: INFO nova.compute.manager [req-a064e400-d5ad-4a29-ab96-e5b14968baef req-1f1426ef-aba6-478d-b88e-5d7deb5fa858 service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Neutron deleted interface ed6a94c4-9c22-4e96-92d1-9cc8164f16db; detaching it from the instance and deleting it from the info cache [ 1920.391957] env[62563]: DEBUG nova.network.neutron [req-a064e400-d5ad-4a29-ab96-e5b14968baef req-1f1426ef-aba6-478d-b88e-5d7deb5fa858 service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.498742] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1920.498742] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5270cf7b-7743-61c7-202c-cedfb1cffb11" [ 1920.498742] env[62563]: _type = "HttpNfcLease" [ 1920.498742] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1920.499033] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1920.499033] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5270cf7b-7743-61c7-202c-cedfb1cffb11" [ 1920.499033] env[62563]: _type = "HttpNfcLease" [ 1920.499033] env[62563]: }. {{(pid=62563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1920.500066] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c38ff2f-9c61-4f63-8075-c2fa7310e835 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.507489] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cf367-e03e-1baa-0b08-4b66e3d85778/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1920.507671] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cf367-e03e-1baa-0b08-4b66e3d85778/disk-0.vmdk for reading. {{(pid=62563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1920.711524] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.711754] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.711914] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1920.712046] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1920.863134] env[62563]: DEBUG nova.network.neutron [-] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.894275] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cba7a1dc-6c99-4f06-a4cb-f5b20e1de7c5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.907738] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bf2a11-e52b-453f-a07d-85073693ab9e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.939500] env[62563]: DEBUG nova.compute.manager [req-a064e400-d5ad-4a29-ab96-e5b14968baef req-1f1426ef-aba6-478d-b88e-5d7deb5fa858 service nova] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Detach interface failed, port_id=ed6a94c4-9c22-4e96-92d1-9cc8164f16db, reason: Instance 9a39e398-41f4-47a6-91a3-10436f991ff6 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1921.215934] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Skipping network cache update for instance because it is being deleted. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9946}} [ 1921.243451] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.243604] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquired lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.243751] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Forcefully refreshing network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1921.243902] env[62563]: DEBUG nova.objects.instance [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lazy-loading 'info_cache' on Instance uuid 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.365827] env[62563]: INFO nova.compute.manager [-] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Took 1.46 seconds to deallocate network for instance. [ 1921.503203] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-56cc034b-b627-4885-b675-33e7aa7432fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.872094] env[62563]: DEBUG oslo_concurrency.lockutils [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.872383] env[62563]: DEBUG oslo_concurrency.lockutils [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.872606] env[62563]: DEBUG nova.objects.instance [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lazy-loading 'resources' on Instance uuid 9a39e398-41f4-47a6-91a3-10436f991ff6 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1922.458767] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5a02f9-588c-417d-bd25-45e364fe0c0e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.466853] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c29c236-2f64-4f2e-926a-cd2887437550 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.497987] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b7455e-5630-4591-96a8-c89010f0ae0e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.505355] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d41221-59de-4e00-8137-9131398ea772 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.518268] env[62563]: DEBUG nova.compute.provider_tree [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.958115] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Updating instance_info_cache with network_info: [{"id": "67d81d02-a5df-437d-b983-25a36c893d43", "address": "fa:16:3e:3a:ef:c6", "network": {"id": "14280ee4-4ef6-4bf5-917c-d6d1004ab2db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-334822741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0a3d5e0548148d0921405951d69ba19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d81d02-a5", "ovs_interfaceid": "67d81d02-a5df-437d-b983-25a36c893d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.021664] env[62563]: DEBUG nova.scheduler.client.report [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1923.460976] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Releasing lock "refresh_cache-50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.461371] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Updated the network info_cache for instance {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1923.461413] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1923.461555] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1923.461703] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1923.461847] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1923.461985] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1923.462143] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1923.462285] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1923.462466] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1923.526813] env[62563]: DEBUG oslo_concurrency.lockutils [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.546498] env[62563]: INFO nova.scheduler.client.report [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Deleted allocations for instance 9a39e398-41f4-47a6-91a3-10436f991ff6 [ 1923.965663] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.966089] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.966399] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.966632] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1923.967905] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84dbe9f-f418-4d72-843e-30c849a74842 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.976991] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1701e39-462d-4e10-a478-8aefe41046fc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.992440] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84dee91-d3d8-40cf-8555-c4d1b1320cc6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.000110] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fee565-1527-4652-b30c-a9edda873bde {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.032983] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180114MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1924.033316] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.033531] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.054311] env[62563]: DEBUG oslo_concurrency.lockutils [None req-12956a00-9e2b-4eb2-af69-fdde9f044e03 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9a39e398-41f4-47a6-91a3-10436f991ff6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.329s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.063982] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1925.064303] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance a88268b9-a22e-462a-9677-6bee6243bffe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1925.064605] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1925.064769] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance aed27fab-e106-41b7-9f78-50b1321cd750 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1925.064967] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 543b57b8-beca-45ed-8bb1-95dad6e84cc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1925.065349] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1925.065591] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1925.152109] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339a9490-1f03-430c-b213-cfa98844975d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.161477] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46656a27-7f32-4bfd-a376-c450c018f260 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.194736] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507c438a-2011-42fe-8afc-7a24689a5f09 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.205212] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1d6044-4ed6-4204-b277-3fb9e1e9b312 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.220890] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1925.725059] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1925.866126] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "9bc0039b-9f2c-4602-8004-f442187b921a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.866472] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9bc0039b-9f2c-4602-8004-f442187b921a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.230122] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1926.230540] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.197s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.369615] env[62563]: DEBUG nova.compute.manager [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1926.892576] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.892867] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.895016] env[62563]: INFO nova.compute.claims [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1927.994387] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219ff21a-14e4-444e-96ef-d4bad243ef32 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.002454] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad014f8f-ce51-4949-bb05-e8c531991bfa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.033536] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad7b361-4e45-413c-ae8f-d1b9e712a59b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.040920] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafa87c4-fa53-4950-9671-a8f9085017b2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.054185] env[62563]: DEBUG nova.compute.provider_tree [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.557685] env[62563]: DEBUG nova.scheduler.client.report [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1929.063052] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.063481] env[62563]: DEBUG nova.compute.manager [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1929.569559] env[62563]: DEBUG nova.compute.utils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1929.571413] env[62563]: DEBUG nova.compute.manager [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1929.571593] env[62563]: DEBUG nova.network.neutron [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1929.627350] env[62563]: DEBUG nova.policy [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b2d9a3d31ac44509653dcee794da1f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cddeee0068c4adb8951023031f25d08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1929.914536] env[62563]: DEBUG nova.network.neutron [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Successfully created port: 298b2245-f577-4391-b363-a92d8cd2bf7c {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1930.075202] env[62563]: DEBUG nova.compute.manager [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1931.085889] env[62563]: DEBUG nova.compute.manager [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1931.114172] env[62563]: DEBUG nova.virt.hardware [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1931.114497] env[62563]: DEBUG nova.virt.hardware [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1931.114737] env[62563]: DEBUG nova.virt.hardware [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1931.115022] env[62563]: DEBUG nova.virt.hardware [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1931.115210] env[62563]: DEBUG nova.virt.hardware [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1931.115364] env[62563]: DEBUG nova.virt.hardware [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1931.115608] env[62563]: DEBUG nova.virt.hardware [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1931.115771] env[62563]: DEBUG nova.virt.hardware [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1931.115965] env[62563]: DEBUG nova.virt.hardware [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1931.116159] env[62563]: DEBUG nova.virt.hardware [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1931.116340] env[62563]: DEBUG nova.virt.hardware [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1931.117311] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3869f818-f5a1-4323-bb50-21735a745aca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.125706] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc47101-0ae4-402b-9c6e-a7ced6ad1464 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.314469] env[62563]: DEBUG nova.compute.manager [req-9ef08ed2-0b3a-4b0f-9951-d37bc15687b0 req-7eee2d53-f659-4213-9dd0-f5d9d7feb758 service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Received event network-vif-plugged-298b2245-f577-4391-b363-a92d8cd2bf7c {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1931.314734] env[62563]: DEBUG oslo_concurrency.lockutils [req-9ef08ed2-0b3a-4b0f-9951-d37bc15687b0 req-7eee2d53-f659-4213-9dd0-f5d9d7feb758 service nova] Acquiring lock "9bc0039b-9f2c-4602-8004-f442187b921a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.314956] env[62563]: DEBUG oslo_concurrency.lockutils [req-9ef08ed2-0b3a-4b0f-9951-d37bc15687b0 req-7eee2d53-f659-4213-9dd0-f5d9d7feb758 service nova] Lock "9bc0039b-9f2c-4602-8004-f442187b921a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.315150] env[62563]: DEBUG oslo_concurrency.lockutils [req-9ef08ed2-0b3a-4b0f-9951-d37bc15687b0 req-7eee2d53-f659-4213-9dd0-f5d9d7feb758 service nova] Lock "9bc0039b-9f2c-4602-8004-f442187b921a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.315317] env[62563]: DEBUG nova.compute.manager [req-9ef08ed2-0b3a-4b0f-9951-d37bc15687b0 req-7eee2d53-f659-4213-9dd0-f5d9d7feb758 service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] No waiting events found dispatching network-vif-plugged-298b2245-f577-4391-b363-a92d8cd2bf7c {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1931.315485] env[62563]: WARNING nova.compute.manager [req-9ef08ed2-0b3a-4b0f-9951-d37bc15687b0 req-7eee2d53-f659-4213-9dd0-f5d9d7feb758 service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Received unexpected event network-vif-plugged-298b2245-f577-4391-b363-a92d8cd2bf7c for instance with vm_state building and task_state spawning. [ 1931.407016] env[62563]: DEBUG nova.network.neutron [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Successfully updated port: 298b2245-f577-4391-b363-a92d8cd2bf7c {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1931.723809] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cf367-e03e-1baa-0b08-4b66e3d85778/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1931.724796] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52e1b9a-137f-420f-9041-dea202eed03b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.731631] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cf367-e03e-1baa-0b08-4b66e3d85778/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1931.731800] env[62563]: ERROR oslo_vmware.rw_handles [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cf367-e03e-1baa-0b08-4b66e3d85778/disk-0.vmdk due to incomplete transfer. [ 1931.732041] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa4e2175-f7ad-4e36-9702-49d4c600e36c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.740333] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520cf367-e03e-1baa-0b08-4b66e3d85778/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1931.740532] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Uploaded image 3c2156af-6184-4ea5-b256-920b3cedbaca to the Glance image server {{(pid=62563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1931.742916] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Destroying the VM {{(pid=62563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1931.743182] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6578e7fa-733e-4f78-a434-9705ab20f3b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.750644] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1931.750644] env[62563]: value = "task-1751972" [ 1931.750644] env[62563]: _type = "Task" [ 1931.750644] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.758284] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751972, 'name': Destroy_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.910033] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "refresh_cache-9bc0039b-9f2c-4602-8004-f442187b921a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.910218] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired lock "refresh_cache-9bc0039b-9f2c-4602-8004-f442187b921a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.910382] env[62563]: DEBUG nova.network.neutron [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.261038] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751972, 'name': Destroy_Task, 'duration_secs': 0.356974} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.261315] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Destroyed the VM [ 1932.261553] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Deleting Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1932.261803] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0997a433-1f79-4e50-98aa-e6317350bf40 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.268313] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1932.268313] env[62563]: value = "task-1751973" [ 1932.268313] env[62563]: _type = "Task" [ 1932.268313] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.275648] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751973, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.441226] env[62563]: DEBUG nova.network.neutron [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1932.566688] env[62563]: DEBUG nova.network.neutron [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Updating instance_info_cache with network_info: [{"id": "298b2245-f577-4391-b363-a92d8cd2bf7c", "address": "fa:16:3e:28:2b:be", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap298b2245-f5", "ovs_interfaceid": "298b2245-f577-4391-b363-a92d8cd2bf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.778639] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751973, 'name': RemoveSnapshot_Task, 'duration_secs': 0.394495} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.778855] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Deleted Snapshot of the VM instance {{(pid=62563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1932.779148] env[62563]: DEBUG nova.compute.manager [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1932.779950] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdca677-1d85-4ec0-8ee6-e5b161f57c47 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.069215] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Releasing lock "refresh_cache-9bc0039b-9f2c-4602-8004-f442187b921a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.069545] env[62563]: DEBUG nova.compute.manager [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Instance network_info: |[{"id": "298b2245-f577-4391-b363-a92d8cd2bf7c", "address": "fa:16:3e:28:2b:be", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap298b2245-f5", "ovs_interfaceid": "298b2245-f577-4391-b363-a92d8cd2bf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1933.069975] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:2b:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '298b2245-f577-4391-b363-a92d8cd2bf7c', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1933.079431] env[62563]: DEBUG oslo.service.loopingcall [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.079743] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1933.079875] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-390c9873-b667-4d0c-b28b-7a0b4e3d56b6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.099310] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1933.099310] env[62563]: value = "task-1751974" [ 1933.099310] env[62563]: _type = "Task" [ 1933.099310] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.106863] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751974, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.292911] env[62563]: INFO nova.compute.manager [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Shelve offloading [ 1933.294745] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1933.294843] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d5aa1e2-ead7-4a1f-8176-c12422df4d8b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.301269] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1933.301269] env[62563]: value = "task-1751975" [ 1933.301269] env[62563]: _type = "Task" [ 1933.301269] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.309139] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.340679] env[62563]: DEBUG nova.compute.manager [req-591529cd-5f4e-42c8-a36c-6b2267de8172 req-3b2cd8f7-232e-4584-a287-cb959fcd04d5 service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Received event network-changed-298b2245-f577-4391-b363-a92d8cd2bf7c {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1933.340944] env[62563]: DEBUG nova.compute.manager [req-591529cd-5f4e-42c8-a36c-6b2267de8172 req-3b2cd8f7-232e-4584-a287-cb959fcd04d5 service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Refreshing instance network info cache due to event network-changed-298b2245-f577-4391-b363-a92d8cd2bf7c. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1933.341111] env[62563]: DEBUG oslo_concurrency.lockutils [req-591529cd-5f4e-42c8-a36c-6b2267de8172 req-3b2cd8f7-232e-4584-a287-cb959fcd04d5 service nova] Acquiring lock "refresh_cache-9bc0039b-9f2c-4602-8004-f442187b921a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.341272] env[62563]: DEBUG oslo_concurrency.lockutils [req-591529cd-5f4e-42c8-a36c-6b2267de8172 req-3b2cd8f7-232e-4584-a287-cb959fcd04d5 service nova] Acquired lock "refresh_cache-9bc0039b-9f2c-4602-8004-f442187b921a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.341415] env[62563]: DEBUG nova.network.neutron [req-591529cd-5f4e-42c8-a36c-6b2267de8172 req-3b2cd8f7-232e-4584-a287-cb959fcd04d5 service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Refreshing network info cache for port 298b2245-f577-4391-b363-a92d8cd2bf7c {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.611525] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751974, 'name': CreateVM_Task, 'duration_secs': 0.487372} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.611525] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1933.611525] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.611525] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.611847] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1933.611847] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a5f00c-28b2-4c4a-bed4-7a375b1c7844 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.616199] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1933.616199] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]528006d8-4c8b-4774-09ea-9587826633fd" [ 1933.616199] env[62563]: _type = "Task" [ 1933.616199] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.623882] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528006d8-4c8b-4774-09ea-9587826633fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.811489] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1933.811746] env[62563]: DEBUG nova.compute.manager [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1933.812459] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37c3aa0-6921-4b62-9a16-2aae3d0cd401 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.818023] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.818190] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.818391] env[62563]: DEBUG nova.network.neutron [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1934.025748] env[62563]: DEBUG nova.network.neutron [req-591529cd-5f4e-42c8-a36c-6b2267de8172 req-3b2cd8f7-232e-4584-a287-cb959fcd04d5 service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Updated VIF entry in instance network info cache for port 298b2245-f577-4391-b363-a92d8cd2bf7c. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1934.026146] env[62563]: DEBUG nova.network.neutron [req-591529cd-5f4e-42c8-a36c-6b2267de8172 req-3b2cd8f7-232e-4584-a287-cb959fcd04d5 service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Updating instance_info_cache with network_info: [{"id": "298b2245-f577-4391-b363-a92d8cd2bf7c", "address": "fa:16:3e:28:2b:be", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap298b2245-f5", "ovs_interfaceid": "298b2245-f577-4391-b363-a92d8cd2bf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.125894] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]528006d8-4c8b-4774-09ea-9587826633fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008705} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.126258] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.126513] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1934.126751] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.126901] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.127096] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1934.127394] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08a94036-384b-40f8-b298-880755d4b590 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.135056] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1934.135243] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1934.135922] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38972063-c7e3-4160-b4dd-52f8ec4e82af {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.140777] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1934.140777] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]529814f2-705f-4a8e-dca9-9e0b0424afdd" [ 1934.140777] env[62563]: _type = "Task" [ 1934.140777] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.147849] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529814f2-705f-4a8e-dca9-9e0b0424afdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.528733] env[62563]: DEBUG oslo_concurrency.lockutils [req-591529cd-5f4e-42c8-a36c-6b2267de8172 req-3b2cd8f7-232e-4584-a287-cb959fcd04d5 service nova] Releasing lock "refresh_cache-9bc0039b-9f2c-4602-8004-f442187b921a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.540274] env[62563]: DEBUG nova.network.neutron [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updating instance_info_cache with network_info: [{"id": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "address": "fa:16:3e:d8:ec:e8", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f5800f-10", "ovs_interfaceid": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.651131] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]529814f2-705f-4a8e-dca9-9e0b0424afdd, 'name': SearchDatastore_Task, 'duration_secs': 0.025362} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.651907] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd59af8-a78b-414d-beb8-6d2f5261a4f0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.656561] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1934.656561] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523a8d0d-7a25-8bdd-d47d-321988b52782" [ 1934.656561] env[62563]: _type = "Task" [ 1934.656561] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.665326] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523a8d0d-7a25-8bdd-d47d-321988b52782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.043397] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.166691] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523a8d0d-7a25-8bdd-d47d-321988b52782, 'name': SearchDatastore_Task, 'duration_secs': 0.008682} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.166966] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.167250] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 9bc0039b-9f2c-4602-8004-f442187b921a/9bc0039b-9f2c-4602-8004-f442187b921a.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1935.167521] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75174a2e-0cff-4311-b749-001fd2bdc962 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.175240] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1935.175240] env[62563]: value = "task-1751976" [ 1935.175240] env[62563]: _type = "Task" [ 1935.175240] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.183215] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.484443] env[62563]: DEBUG nova.compute.manager [req-f32ebea5-fe7b-4bbf-9c5e-cd738f42fdba req-3ad59228-d8ec-4e10-a753-0d0b5b34884d service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Received event network-vif-unplugged-47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1935.484805] env[62563]: DEBUG oslo_concurrency.lockutils [req-f32ebea5-fe7b-4bbf-9c5e-cd738f42fdba req-3ad59228-d8ec-4e10-a753-0d0b5b34884d service nova] Acquiring lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.484943] env[62563]: DEBUG oslo_concurrency.lockutils [req-f32ebea5-fe7b-4bbf-9c5e-cd738f42fdba req-3ad59228-d8ec-4e10-a753-0d0b5b34884d service nova] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.485091] env[62563]: DEBUG oslo_concurrency.lockutils [req-f32ebea5-fe7b-4bbf-9c5e-cd738f42fdba req-3ad59228-d8ec-4e10-a753-0d0b5b34884d service nova] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.485669] env[62563]: DEBUG nova.compute.manager [req-f32ebea5-fe7b-4bbf-9c5e-cd738f42fdba req-3ad59228-d8ec-4e10-a753-0d0b5b34884d service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] No waiting events found dispatching network-vif-unplugged-47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1935.485669] env[62563]: WARNING nova.compute.manager [req-f32ebea5-fe7b-4bbf-9c5e-cd738f42fdba req-3ad59228-d8ec-4e10-a753-0d0b5b34884d service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Received unexpected event network-vif-unplugged-47f5800f-1065-4d17-a2b8-c3c600fc58d6 for instance with vm_state shelved and task_state shelving_offloading. [ 1935.598878] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1935.599916] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d55430-c61a-4428-bdbb-2891a37ea4ce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.608476] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1935.608768] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b475f6f-d63d-4a3a-9491-7dd71101a7d7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.686019] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495245} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.686302] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 9bc0039b-9f2c-4602-8004-f442187b921a/9bc0039b-9f2c-4602-8004-f442187b921a.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1935.686519] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1935.686774] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-767d1c7c-7ac0-432b-ab73-20c4abcfad6e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.692611] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1935.692611] env[62563]: value = "task-1751978" [ 1935.692611] env[62563]: _type = "Task" [ 1935.692611] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.699540] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.202385] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072394} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.202664] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1936.203447] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dab316-1264-44a4-be64-7a3a480ede12 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.224792] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 9bc0039b-9f2c-4602-8004-f442187b921a/9bc0039b-9f2c-4602-8004-f442187b921a.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1936.225076] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b42d718-ff0c-4990-ba01-4bc3516d0e1e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.244375] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1936.244375] env[62563]: value = "task-1751979" [ 1936.244375] env[62563]: _type = "Task" [ 1936.244375] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.251935] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.754018] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751979, 'name': ReconfigVM_Task, 'duration_secs': 0.281623} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.754328] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 9bc0039b-9f2c-4602-8004-f442187b921a/9bc0039b-9f2c-4602-8004-f442187b921a.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1936.754986] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d48a04ae-5ce0-4232-844c-04fd0a6fdafe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.760549] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1936.760549] env[62563]: value = "task-1751980" [ 1936.760549] env[62563]: _type = "Task" [ 1936.760549] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.767714] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751980, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.043361] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1937.043627] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1937.043769] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleting the datastore file [datastore1] 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1937.044106] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dc8b6f3-de30-4549-b43b-9284de040abd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.049974] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1937.049974] env[62563]: value = "task-1751981" [ 1937.049974] env[62563]: _type = "Task" [ 1937.049974] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.057531] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.270746] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751980, 'name': Rename_Task, 'duration_secs': 0.155357} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.271060] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1937.271330] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06c7a411-4f76-46a8-a3dd-0988c02f0aa3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.277697] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1937.277697] env[62563]: value = "task-1751982" [ 1937.277697] env[62563]: _type = "Task" [ 1937.277697] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.288981] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.510133] env[62563]: DEBUG nova.compute.manager [req-acfd0fa0-cc0c-4aab-b41d-dedc759698c7 req-1498e2e5-7096-48b7-8149-5f9745cee7a4 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Received event network-changed-47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1937.510350] env[62563]: DEBUG nova.compute.manager [req-acfd0fa0-cc0c-4aab-b41d-dedc759698c7 req-1498e2e5-7096-48b7-8149-5f9745cee7a4 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Refreshing instance network info cache due to event network-changed-47f5800f-1065-4d17-a2b8-c3c600fc58d6. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1937.510576] env[62563]: DEBUG oslo_concurrency.lockutils [req-acfd0fa0-cc0c-4aab-b41d-dedc759698c7 req-1498e2e5-7096-48b7-8149-5f9745cee7a4 service nova] Acquiring lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.510736] env[62563]: DEBUG oslo_concurrency.lockutils [req-acfd0fa0-cc0c-4aab-b41d-dedc759698c7 req-1498e2e5-7096-48b7-8149-5f9745cee7a4 service nova] Acquired lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.510926] env[62563]: DEBUG nova.network.neutron [req-acfd0fa0-cc0c-4aab-b41d-dedc759698c7 req-1498e2e5-7096-48b7-8149-5f9745cee7a4 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Refreshing network info cache for port 47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1937.560065] env[62563]: DEBUG oslo_vmware.api [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145283} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.560223] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.560408] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1937.560605] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1937.621363] env[62563]: INFO nova.scheduler.client.report [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleted allocations for instance 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82 [ 1937.787049] env[62563]: DEBUG oslo_vmware.api [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1751982, 'name': PowerOnVM_Task, 'duration_secs': 0.442381} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.787405] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1937.787615] env[62563]: INFO nova.compute.manager [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1937.787798] env[62563]: DEBUG nova.compute.manager [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1937.788573] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d1af74-d1ff-4123-9ede-872506a53ea9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.013653] env[62563]: DEBUG oslo_concurrency.lockutils [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "aed27fab-e106-41b7-9f78-50b1321cd750" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.013933] env[62563]: DEBUG oslo_concurrency.lockutils [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "aed27fab-e106-41b7-9f78-50b1321cd750" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.014167] env[62563]: DEBUG oslo_concurrency.lockutils [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "aed27fab-e106-41b7-9f78-50b1321cd750-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.014365] env[62563]: DEBUG oslo_concurrency.lockutils [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "aed27fab-e106-41b7-9f78-50b1321cd750-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.014541] env[62563]: DEBUG oslo_concurrency.lockutils [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "aed27fab-e106-41b7-9f78-50b1321cd750-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.018412] env[62563]: INFO nova.compute.manager [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Terminating instance [ 1938.020461] env[62563]: DEBUG nova.compute.manager [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1938.020687] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1938.020931] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81aa2bca-2ac0-4223-9d3f-01454ac5919d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.029307] env[62563]: DEBUG oslo_vmware.api [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1938.029307] env[62563]: value = "task-1751983" [ 1938.029307] env[62563]: _type = "Task" [ 1938.029307] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.037114] env[62563]: DEBUG oslo_vmware.api [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.127687] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.127807] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.128019] env[62563]: DEBUG nova.objects.instance [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'resources' on Instance uuid 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.255194] env[62563]: DEBUG nova.network.neutron [req-acfd0fa0-cc0c-4aab-b41d-dedc759698c7 req-1498e2e5-7096-48b7-8149-5f9745cee7a4 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updated VIF entry in instance network info cache for port 47f5800f-1065-4d17-a2b8-c3c600fc58d6. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1938.255621] env[62563]: DEBUG nova.network.neutron [req-acfd0fa0-cc0c-4aab-b41d-dedc759698c7 req-1498e2e5-7096-48b7-8149-5f9745cee7a4 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updating instance_info_cache with network_info: [{"id": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "address": "fa:16:3e:d8:ec:e8", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": null, "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap47f5800f-10", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.304932] env[62563]: INFO nova.compute.manager [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Took 11.43 seconds to build instance. [ 1938.539301] env[62563]: DEBUG oslo_vmware.api [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751983, 'name': PowerOffVM_Task, 'duration_secs': 0.185152} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.539624] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1938.539879] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1938.540124] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364138', 'volume_id': 'd0e75c55-1b79-41ef-8998-f8da8258ec42', 'name': 'volume-d0e75c55-1b79-41ef-8998-f8da8258ec42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'aed27fab-e106-41b7-9f78-50b1321cd750', 'attached_at': '2024-12-11T12:39:47.000000', 'detached_at': '', 'volume_id': 'd0e75c55-1b79-41ef-8998-f8da8258ec42', 'serial': 'd0e75c55-1b79-41ef-8998-f8da8258ec42'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1938.540907] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4d521c-6696-4512-9f64-db3638dd726f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.560161] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdb185a-3ec0-4a33-af13-7f081d7edcd1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.566883] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16f6443-d189-450b-8979-8f43ec687932 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.583808] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac482c4-ad07-48da-935a-0565c66a0bf2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.598815] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] The volume has not been displaced from its original location: [datastore1] volume-d0e75c55-1b79-41ef-8998-f8da8258ec42/volume-d0e75c55-1b79-41ef-8998-f8da8258ec42.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1938.604968] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1938.605270] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76ff3bac-bbf8-40d5-8baf-75ba243f0cdb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.623989] env[62563]: DEBUG oslo_vmware.api [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1938.623989] env[62563]: value = "task-1751984" [ 1938.623989] env[62563]: _type = "Task" [ 1938.623989] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.631974] env[62563]: DEBUG nova.objects.instance [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'numa_topology' on Instance uuid 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.633019] env[62563]: DEBUG oslo_vmware.api [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.759273] env[62563]: DEBUG oslo_concurrency.lockutils [req-acfd0fa0-cc0c-4aab-b41d-dedc759698c7 req-1498e2e5-7096-48b7-8149-5f9745cee7a4 service nova] Releasing lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.807727] env[62563]: DEBUG oslo_concurrency.lockutils [None req-19b78d50-cd13-461f-8a34-e927e90aa887 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9bc0039b-9f2c-4602-8004-f442187b921a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.941s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.138986] env[62563]: DEBUG nova.objects.base [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Object Instance<7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82> lazy-loaded attributes: resources,numa_topology {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1939.142016] env[62563]: DEBUG oslo_vmware.api [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751984, 'name': ReconfigVM_Task, 'duration_secs': 0.152559} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.142681] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1939.150717] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17283799-3a45-4935-94a0-23252beb3a6d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.174068] env[62563]: DEBUG oslo_vmware.api [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1939.174068] env[62563]: value = "task-1751985" [ 1939.174068] env[62563]: _type = "Task" [ 1939.174068] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.188219] env[62563]: DEBUG oslo_vmware.api [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.315778] env[62563]: DEBUG nova.compute.manager [req-859a4c98-640c-4bb6-baa7-5c7ece5723c7 req-aca2b084-5ab0-4728-8cf1-7cc4f7ce8115 service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Received event network-changed-298b2245-f577-4391-b363-a92d8cd2bf7c {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1939.316086] env[62563]: DEBUG nova.compute.manager [req-859a4c98-640c-4bb6-baa7-5c7ece5723c7 req-aca2b084-5ab0-4728-8cf1-7cc4f7ce8115 service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Refreshing instance network info cache due to event network-changed-298b2245-f577-4391-b363-a92d8cd2bf7c. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1939.316242] env[62563]: DEBUG oslo_concurrency.lockutils [req-859a4c98-640c-4bb6-baa7-5c7ece5723c7 req-aca2b084-5ab0-4728-8cf1-7cc4f7ce8115 service nova] Acquiring lock "refresh_cache-9bc0039b-9f2c-4602-8004-f442187b921a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.316474] env[62563]: DEBUG oslo_concurrency.lockutils [req-859a4c98-640c-4bb6-baa7-5c7ece5723c7 req-aca2b084-5ab0-4728-8cf1-7cc4f7ce8115 service nova] Acquired lock "refresh_cache-9bc0039b-9f2c-4602-8004-f442187b921a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.316677] env[62563]: DEBUG nova.network.neutron [req-859a4c98-640c-4bb6-baa7-5c7ece5723c7 req-aca2b084-5ab0-4728-8cf1-7cc4f7ce8115 service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Refreshing network info cache for port 298b2245-f577-4391-b363-a92d8cd2bf7c {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1939.326551] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51df91ea-5d0a-4052-bfba-46cd7a19e232 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.334131] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9096137-f412-407c-a77f-065a2875da2f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.365455] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba77a67-f657-44b1-87e0-3e161eab9035 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.372891] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e2f858-6ee9-40dc-907d-2272fd9615cb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.386620] env[62563]: DEBUG nova.compute.provider_tree [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1939.683570] env[62563]: DEBUG oslo_vmware.api [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751985, 'name': ReconfigVM_Task, 'duration_secs': 0.15057} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.683875] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364138', 'volume_id': 'd0e75c55-1b79-41ef-8998-f8da8258ec42', 'name': 'volume-d0e75c55-1b79-41ef-8998-f8da8258ec42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'aed27fab-e106-41b7-9f78-50b1321cd750', 'attached_at': '2024-12-11T12:39:47.000000', 'detached_at': '', 'volume_id': 'd0e75c55-1b79-41ef-8998-f8da8258ec42', 'serial': 'd0e75c55-1b79-41ef-8998-f8da8258ec42'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1939.684223] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1939.684987] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f64d22d-e971-4ca7-9c26-71c374704cce {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.691295] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1939.691505] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e8ab38f-fb96-4739-a870-70ef5ee4d6b6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.757607] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1939.757836] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1939.757999] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleting the datastore file [datastore1] aed27fab-e106-41b7-9f78-50b1321cd750 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1939.758302] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-393b8681-e04a-4c48-aec6-41595364d105 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.764931] env[62563]: DEBUG oslo_vmware.api [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1939.764931] env[62563]: value = "task-1751987" [ 1939.764931] env[62563]: _type = "Task" [ 1939.764931] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.772487] env[62563]: DEBUG oslo_vmware.api [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.773922] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.892331] env[62563]: DEBUG nova.scheduler.client.report [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1940.039545] env[62563]: DEBUG nova.network.neutron [req-859a4c98-640c-4bb6-baa7-5c7ece5723c7 req-aca2b084-5ab0-4728-8cf1-7cc4f7ce8115 service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Updated VIF entry in instance network info cache for port 298b2245-f577-4391-b363-a92d8cd2bf7c. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1940.040009] env[62563]: DEBUG nova.network.neutron [req-859a4c98-640c-4bb6-baa7-5c7ece5723c7 req-aca2b084-5ab0-4728-8cf1-7cc4f7ce8115 service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Updating instance_info_cache with network_info: [{"id": "298b2245-f577-4391-b363-a92d8cd2bf7c", "address": "fa:16:3e:28:2b:be", "network": {"id": "85a5ef9c-f02b-4f4d-af3d-bd346933e0de", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-619685103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cddeee0068c4adb8951023031f25d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap298b2245-f5", "ovs_interfaceid": "298b2245-f577-4391-b363-a92d8cd2bf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.274879] env[62563]: DEBUG oslo_vmware.api [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423108} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.275179] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1940.275376] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1940.275559] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1940.275737] env[62563]: INFO nova.compute.manager [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1940.275974] env[62563]: DEBUG oslo.service.loopingcall [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1940.276184] env[62563]: DEBUG nova.compute.manager [-] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1940.276281] env[62563]: DEBUG nova.network.neutron [-] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1940.397902] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.542581] env[62563]: DEBUG oslo_concurrency.lockutils [req-859a4c98-640c-4bb6-baa7-5c7ece5723c7 req-aca2b084-5ab0-4728-8cf1-7cc4f7ce8115 service nova] Releasing lock "refresh_cache-9bc0039b-9f2c-4602-8004-f442187b921a" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.880244] env[62563]: DEBUG nova.compute.manager [req-c6a461c9-787e-431a-9b78-c066a560b0ac req-e0983eb9-35fd-4824-b01f-eb4bd8ad5b82 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Received event network-vif-deleted-4d4b14e9-a86c-4459-b2ea-fdbda8bb0740 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1940.880244] env[62563]: INFO nova.compute.manager [req-c6a461c9-787e-431a-9b78-c066a560b0ac req-e0983eb9-35fd-4824-b01f-eb4bd8ad5b82 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Neutron deleted interface 4d4b14e9-a86c-4459-b2ea-fdbda8bb0740; detaching it from the instance and deleting it from the info cache [ 1940.880244] env[62563]: DEBUG nova.network.neutron [req-c6a461c9-787e-431a-9b78-c066a560b0ac req-e0983eb9-35fd-4824-b01f-eb4bd8ad5b82 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.905962] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a23944b3-ac6c-4645-978d-0fa81a41ba7c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.084s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.906669] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.133s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.907687] env[62563]: INFO nova.compute.manager [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Unshelving [ 1941.336160] env[62563]: DEBUG nova.network.neutron [-] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.382156] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cff5d391-4eed-4af0-95b7-ef621a8c10b4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.391833] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c32608-3e6f-4075-8698-9a4e43860c5a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.420232] env[62563]: DEBUG nova.compute.manager [req-c6a461c9-787e-431a-9b78-c066a560b0ac req-e0983eb9-35fd-4824-b01f-eb4bd8ad5b82 service nova] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Detach interface failed, port_id=4d4b14e9-a86c-4459-b2ea-fdbda8bb0740, reason: Instance aed27fab-e106-41b7-9f78-50b1321cd750 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1941.839081] env[62563]: INFO nova.compute.manager [-] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Took 1.56 seconds to deallocate network for instance. [ 1941.953332] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.953577] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.953783] env[62563]: DEBUG nova.objects.instance [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'pci_requests' on Instance uuid 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.417026] env[62563]: INFO nova.compute.manager [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Took 0.58 seconds to detach 1 volumes for instance. [ 1942.419386] env[62563]: DEBUG nova.compute.manager [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Deleting volume: d0e75c55-1b79-41ef-8998-f8da8258ec42 {{(pid=62563) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1942.457777] env[62563]: DEBUG nova.objects.instance [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'numa_topology' on Instance uuid 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.960947] env[62563]: INFO nova.compute.claims [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1942.988094] env[62563]: DEBUG oslo_concurrency.lockutils [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.056096] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa84b82-6207-4901-afdb-096203f6c92d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.063570] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153ad1ca-926f-4a5c-9d5f-8ceb95ff5680 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.092559] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaafa90-3d22-4607-bb7e-6629f2aa9ee1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.099723] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7a832a-5a9d-414f-8264-84f0302bf153 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.112341] env[62563]: DEBUG nova.compute.provider_tree [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1944.615984] env[62563]: DEBUG nova.scheduler.client.report [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1945.122221] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.168s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.124515] env[62563]: DEBUG oslo_concurrency.lockutils [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.137s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.124709] env[62563]: DEBUG nova.objects.instance [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lazy-loading 'resources' on Instance uuid aed27fab-e106-41b7-9f78-50b1321cd750 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.154857] env[62563]: INFO nova.network.neutron [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updating port 47f5800f-1065-4d17-a2b8-c3c600fc58d6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1945.713263] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96b1817-e5bf-460b-af4f-50ea7925e763 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.722095] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac927571-ae05-4e3d-9619-4d36a600b3e3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.751504] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f6ba29-d09b-4986-ac2d-906322434544 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.758844] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ca9a08-65c1-4bd5-93bb-cd337d4cf9c0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.773042] env[62563]: DEBUG nova.compute.provider_tree [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.276759] env[62563]: DEBUG nova.scheduler.client.report [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1946.634052] env[62563]: DEBUG nova.compute.manager [req-c6a57c5b-7468-4803-976f-57cd84eae294 req-5402079f-97d5-4dd4-9100-8bd4c687e923 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Received event network-vif-plugged-47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1946.634289] env[62563]: DEBUG oslo_concurrency.lockutils [req-c6a57c5b-7468-4803-976f-57cd84eae294 req-5402079f-97d5-4dd4-9100-8bd4c687e923 service nova] Acquiring lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.634558] env[62563]: DEBUG oslo_concurrency.lockutils [req-c6a57c5b-7468-4803-976f-57cd84eae294 req-5402079f-97d5-4dd4-9100-8bd4c687e923 service nova] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.634725] env[62563]: DEBUG oslo_concurrency.lockutils [req-c6a57c5b-7468-4803-976f-57cd84eae294 req-5402079f-97d5-4dd4-9100-8bd4c687e923 service nova] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.634912] env[62563]: DEBUG nova.compute.manager [req-c6a57c5b-7468-4803-976f-57cd84eae294 req-5402079f-97d5-4dd4-9100-8bd4c687e923 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] No waiting events found dispatching network-vif-plugged-47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1946.635043] env[62563]: WARNING nova.compute.manager [req-c6a57c5b-7468-4803-976f-57cd84eae294 req-5402079f-97d5-4dd4-9100-8bd4c687e923 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Received unexpected event network-vif-plugged-47f5800f-1065-4d17-a2b8-c3c600fc58d6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1946.718029] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.718245] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.718424] env[62563]: DEBUG nova.network.neutron [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.781923] env[62563]: DEBUG oslo_concurrency.lockutils [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.819797] env[62563]: INFO nova.scheduler.client.report [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleted allocations for instance aed27fab-e106-41b7-9f78-50b1321cd750 [ 1947.329919] env[62563]: DEBUG oslo_concurrency.lockutils [None req-441062e7-4257-4cba-88cf-b457f568827f tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "aed27fab-e106-41b7-9f78-50b1321cd750" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.316s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.503546] env[62563]: DEBUG nova.network.neutron [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updating instance_info_cache with network_info: [{"id": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "address": "fa:16:3e:d8:ec:e8", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f5800f-10", "ovs_interfaceid": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.930244] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "a88268b9-a22e-462a-9677-6bee6243bffe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.930542] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "a88268b9-a22e-462a-9677-6bee6243bffe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.930758] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "a88268b9-a22e-462a-9677-6bee6243bffe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.930977] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "a88268b9-a22e-462a-9677-6bee6243bffe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.931231] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "a88268b9-a22e-462a-9677-6bee6243bffe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.933482] env[62563]: INFO nova.compute.manager [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Terminating instance [ 1947.935559] env[62563]: DEBUG nova.compute.manager [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1947.935776] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1947.936734] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e495b215-0501-4212-82e6-7f5735445727 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.945565] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1947.945565] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e578173-8c57-43ce-8347-e3b3f09f5b68 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.951381] env[62563]: DEBUG oslo_vmware.api [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1947.951381] env[62563]: value = "task-1751989" [ 1947.951381] env[62563]: _type = "Task" [ 1947.951381] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.960307] env[62563]: DEBUG oslo_vmware.api [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.005724] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.061628] env[62563]: DEBUG nova.virt.hardware [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4b4c68adb451601eccf0232df94f6fd9',container_format='bare',created_at=2024-12-11T12:40:01Z,direct_url=,disk_format='vmdk',id=3c2156af-6184-4ea5-b256-920b3cedbaca,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1840019272-shelved',owner='ba650f1745614069b707a67a4a99e14b',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2024-12-11T12:40:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1948.061920] env[62563]: DEBUG nova.virt.hardware [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1948.062112] env[62563]: DEBUG nova.virt.hardware [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1948.062303] env[62563]: DEBUG nova.virt.hardware [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1948.062533] env[62563]: DEBUG nova.virt.hardware [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1948.062654] env[62563]: DEBUG nova.virt.hardware [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1948.062845] env[62563]: DEBUG nova.virt.hardware [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1948.063081] env[62563]: DEBUG nova.virt.hardware [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1948.063300] env[62563]: DEBUG nova.virt.hardware [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1948.063471] env[62563]: DEBUG nova.virt.hardware [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1948.063669] env[62563]: DEBUG nova.virt.hardware [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1948.064668] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccef37f-c02e-48aa-9dd6-dfa9f6637756 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.073158] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a0ff31-8ecc-4b4b-b652-f77651df274f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.088370] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:ec:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47f5800f-1065-4d17-a2b8-c3c600fc58d6', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1948.100252] env[62563]: DEBUG oslo.service.loopingcall [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.100608] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1948.100875] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aff0e107-ad9d-4a2f-9a07-449a4a4ba2fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.123727] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1948.123727] env[62563]: value = "task-1751990" [ 1948.123727] env[62563]: _type = "Task" [ 1948.123727] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.132714] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751990, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.461077] env[62563]: DEBUG oslo_vmware.api [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751989, 'name': PowerOffVM_Task, 'duration_secs': 0.195941} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.461446] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1948.461552] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1948.461834] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78f82c87-3135-485f-9425-0e80100b694f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.549665] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1948.549922] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1948.550121] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleting the datastore file [datastore1] a88268b9-a22e-462a-9677-6bee6243bffe {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1948.550389] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ca7dc45-824b-45e1-aacf-c3d25a91416d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.556807] env[62563]: DEBUG oslo_vmware.api [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1948.556807] env[62563]: value = "task-1751992" [ 1948.556807] env[62563]: _type = "Task" [ 1948.556807] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.564671] env[62563]: DEBUG oslo_vmware.api [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.634077] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1751990, 'name': CreateVM_Task, 'duration_secs': 0.360151} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.634254] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1948.634981] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3c2156af-6184-4ea5-b256-920b3cedbaca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.635195] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3c2156af-6184-4ea5-b256-920b3cedbaca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.635652] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3c2156af-6184-4ea5-b256-920b3cedbaca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1948.635921] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d806fc-d835-4874-9836-c736068e0989 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.640944] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1948.640944] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a576c9-fbdb-e5f3-90c6-d941aa686e5f" [ 1948.640944] env[62563]: _type = "Task" [ 1948.640944] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.649153] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a576c9-fbdb-e5f3-90c6-d941aa686e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.660909] env[62563]: DEBUG nova.compute.manager [req-e4bd3628-a184-4e11-a326-12e10f9f2ddc req-30fcdaac-4137-46d5-98bc-76885e28b0dc service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Received event network-changed-47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1948.661051] env[62563]: DEBUG nova.compute.manager [req-e4bd3628-a184-4e11-a326-12e10f9f2ddc req-30fcdaac-4137-46d5-98bc-76885e28b0dc service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Refreshing instance network info cache due to event network-changed-47f5800f-1065-4d17-a2b8-c3c600fc58d6. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1948.661314] env[62563]: DEBUG oslo_concurrency.lockutils [req-e4bd3628-a184-4e11-a326-12e10f9f2ddc req-30fcdaac-4137-46d5-98bc-76885e28b0dc service nova] Acquiring lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.661410] env[62563]: DEBUG oslo_concurrency.lockutils [req-e4bd3628-a184-4e11-a326-12e10f9f2ddc req-30fcdaac-4137-46d5-98bc-76885e28b0dc service nova] Acquired lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.661573] env[62563]: DEBUG nova.network.neutron [req-e4bd3628-a184-4e11-a326-12e10f9f2ddc req-30fcdaac-4137-46d5-98bc-76885e28b0dc service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Refreshing network info cache for port 47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1949.066234] env[62563]: DEBUG oslo_vmware.api [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170692} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.066515] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1949.066700] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1949.066879] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1949.067068] env[62563]: INFO nova.compute.manager [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1949.067313] env[62563]: DEBUG oslo.service.loopingcall [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1949.067540] env[62563]: DEBUG nova.compute.manager [-] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1949.067640] env[62563]: DEBUG nova.network.neutron [-] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1949.151190] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3c2156af-6184-4ea5-b256-920b3cedbaca" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.151491] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Processing image 3c2156af-6184-4ea5-b256-920b3cedbaca {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1949.151778] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3c2156af-6184-4ea5-b256-920b3cedbaca/3c2156af-6184-4ea5-b256-920b3cedbaca.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.151965] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3c2156af-6184-4ea5-b256-920b3cedbaca/3c2156af-6184-4ea5-b256-920b3cedbaca.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.152200] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1949.152473] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bddd9f13-c465-41a8-bb4e-488914b53341 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.161788] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1949.161988] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1949.162727] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04d8bb9-651c-4099-8694-920dd079e2fd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.169576] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1949.169576] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d6d811-1124-f298-1980-53c08fcde432" [ 1949.169576] env[62563]: _type = "Task" [ 1949.169576] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.176949] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d6d811-1124-f298-1980-53c08fcde432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.378023] env[62563]: DEBUG nova.network.neutron [req-e4bd3628-a184-4e11-a326-12e10f9f2ddc req-30fcdaac-4137-46d5-98bc-76885e28b0dc service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updated VIF entry in instance network info cache for port 47f5800f-1065-4d17-a2b8-c3c600fc58d6. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1949.378402] env[62563]: DEBUG nova.network.neutron [req-e4bd3628-a184-4e11-a326-12e10f9f2ddc req-30fcdaac-4137-46d5-98bc-76885e28b0dc service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updating instance_info_cache with network_info: [{"id": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "address": "fa:16:3e:d8:ec:e8", "network": {"id": "80b23191-3c89-4d0c-9043-6d5541bc64e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-991970526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba650f1745614069b707a67a4a99e14b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f5800f-10", "ovs_interfaceid": "47f5800f-1065-4d17-a2b8-c3c600fc58d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.680230] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Preparing fetch location {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1949.680546] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Fetch image to [datastore1] OSTACK_IMG_667074ae-aa22-47d7-b19d-cea3b5857a23/OSTACK_IMG_667074ae-aa22-47d7-b19d-cea3b5857a23.vmdk {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1949.680706] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Downloading stream optimized image 3c2156af-6184-4ea5-b256-920b3cedbaca to [datastore1] OSTACK_IMG_667074ae-aa22-47d7-b19d-cea3b5857a23/OSTACK_IMG_667074ae-aa22-47d7-b19d-cea3b5857a23.vmdk on the data store datastore1 as vApp {{(pid=62563) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1949.680879] env[62563]: DEBUG nova.virt.vmwareapi.images [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Downloading image file data 3c2156af-6184-4ea5-b256-920b3cedbaca to the ESX as VM named 'OSTACK_IMG_667074ae-aa22-47d7-b19d-cea3b5857a23' {{(pid=62563) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1949.762746] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1949.762746] env[62563]: value = "resgroup-9" [ 1949.762746] env[62563]: _type = "ResourcePool" [ 1949.762746] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1949.762959] env[62563]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c4dd6d58-709a-4461-80a6-3db2ff07e1ad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.783227] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lease: (returnval){ [ 1949.783227] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a679bb-dbe7-c75c-2e02-93980c81fa8c" [ 1949.783227] env[62563]: _type = "HttpNfcLease" [ 1949.783227] env[62563]: } obtained for vApp import into resource pool (val){ [ 1949.783227] env[62563]: value = "resgroup-9" [ 1949.783227] env[62563]: _type = "ResourcePool" [ 1949.783227] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1949.783550] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the lease: (returnval){ [ 1949.783550] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a679bb-dbe7-c75c-2e02-93980c81fa8c" [ 1949.783550] env[62563]: _type = "HttpNfcLease" [ 1949.783550] env[62563]: } to be ready. {{(pid=62563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1949.791028] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1949.791028] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a679bb-dbe7-c75c-2e02-93980c81fa8c" [ 1949.791028] env[62563]: _type = "HttpNfcLease" [ 1949.791028] env[62563]: } is initializing. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1949.880981] env[62563]: DEBUG oslo_concurrency.lockutils [req-e4bd3628-a184-4e11-a326-12e10f9f2ddc req-30fcdaac-4137-46d5-98bc-76885e28b0dc service nova] Releasing lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.886595] env[62563]: DEBUG nova.network.neutron [-] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.292019] env[62563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1950.292019] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a679bb-dbe7-c75c-2e02-93980c81fa8c" [ 1950.292019] env[62563]: _type = "HttpNfcLease" [ 1950.292019] env[62563]: } is ready. {{(pid=62563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1950.292323] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1950.292323] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a679bb-dbe7-c75c-2e02-93980c81fa8c" [ 1950.292323] env[62563]: _type = "HttpNfcLease" [ 1950.292323] env[62563]: }. {{(pid=62563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1950.293084] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838397cc-9382-4b5e-9e9a-c93b85a47fcc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.300106] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2112f-7029-f8ca-3c7e-0fa307f2f4d1/disk-0.vmdk from lease info. {{(pid=62563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1950.300313] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2112f-7029-f8ca-3c7e-0fa307f2f4d1/disk-0.vmdk. {{(pid=62563) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1950.363644] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d9d5b183-1a22-4672-964c-d6400b1fa935 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.388965] env[62563]: INFO nova.compute.manager [-] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Took 1.32 seconds to deallocate network for instance. [ 1950.690888] env[62563]: DEBUG nova.compute.manager [req-7ddf32f5-463a-459a-8178-2bd944c5f2f3 req-dad70b28-9f79-47de-8510-100c98fb296c service nova] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Received event network-vif-deleted-f1b553bb-66b8-4a19-9e6f-abf8b54cf723 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1950.895934] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.896246] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.896497] env[62563]: DEBUG nova.objects.instance [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lazy-loading 'resources' on Instance uuid a88268b9-a22e-462a-9677-6bee6243bffe {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.456570] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Completed reading data from the image iterator. {{(pid=62563) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1951.456847] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2112f-7029-f8ca-3c7e-0fa307f2f4d1/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1951.457929] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06a1ed5-8870-400e-9d25-ddeaf8699974 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.467494] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2112f-7029-f8ca-3c7e-0fa307f2f4d1/disk-0.vmdk is in state: ready. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1951.467687] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2112f-7029-f8ca-3c7e-0fa307f2f4d1/disk-0.vmdk. {{(pid=62563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1951.467945] env[62563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-46ae84bf-cf64-4040-a400-402d44367b4c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.495734] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dcf6e1-31c5-4974-aabc-a600a68da124 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.503512] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625e576a-c72a-4172-a420-bb9e0c6f16c9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.535193] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50db0de-639c-47d4-b03a-fd677478c7d0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.543121] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04695210-9396-4086-8ee6-0c60fe9e4466 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.556950] env[62563]: DEBUG nova.compute.provider_tree [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.679823] env[62563]: DEBUG oslo_vmware.rw_handles [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2112f-7029-f8ca-3c7e-0fa307f2f4d1/disk-0.vmdk. {{(pid=62563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1951.680063] env[62563]: INFO nova.virt.vmwareapi.images [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Downloaded image file data 3c2156af-6184-4ea5-b256-920b3cedbaca [ 1951.680900] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada7a2ee-4547-42b2-a18c-060dbcdfcd12 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.696448] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85cdc1f2-6be0-4c0a-8915-f857c2900ac0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.734340] env[62563]: INFO nova.virt.vmwareapi.images [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] The imported VM was unregistered [ 1951.736724] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Caching image {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1951.736952] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3c2156af-6184-4ea5-b256-920b3cedbaca {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1951.737231] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c693360c-9bf0-4f7e-9515-ebf1ca102d0a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.060468] env[62563]: DEBUG nova.scheduler.client.report [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1952.565567] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.584500] env[62563]: INFO nova.scheduler.client.report [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleted allocations for instance a88268b9-a22e-462a-9677-6bee6243bffe [ 1953.091468] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4212a6ba-fc51-4dff-ada0-c8de9404c258 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "a88268b9-a22e-462a-9677-6bee6243bffe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.161s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.242114] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Created directory with path [datastore1] devstack-image-cache_base/3c2156af-6184-4ea5-b256-920b3cedbaca {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1953.242351] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_667074ae-aa22-47d7-b19d-cea3b5857a23/OSTACK_IMG_667074ae-aa22-47d7-b19d-cea3b5857a23.vmdk to [datastore1] devstack-image-cache_base/3c2156af-6184-4ea5-b256-920b3cedbaca/3c2156af-6184-4ea5-b256-920b3cedbaca.vmdk. {{(pid=62563) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1953.242652] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-aa917761-d48e-4460-a4ab-1f8a6b407b82 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.249969] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1953.249969] env[62563]: value = "task-1751996" [ 1953.249969] env[62563]: _type = "Task" [ 1953.249969] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.259990] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751996, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.759892] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751996, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.043384] env[62563]: DEBUG nova.compute.manager [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Stashing vm_state: active {{(pid=62563) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1954.261872] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751996, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.564963] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.565247] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.762709] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751996, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.070311] env[62563]: INFO nova.compute.claims [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1955.264460] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751996, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.577049] env[62563]: INFO nova.compute.resource_tracker [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating resource usage from migration 398908ad-ef20-4b54-87db-7ad8478aaac7 [ 1955.662924] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53ac499-1858-48d7-8b27-d5e2ce9cd26c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.672306] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4a548c-0d20-46ea-968e-5f2ee2aa6281 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.701897] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535c3a2a-0592-4b3a-8ff6-9879e894b778 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.709175] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb0924a-f94c-427d-a976-64515550173b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.721824] env[62563]: DEBUG nova.compute.provider_tree [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1955.762426] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751996, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.423839} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.762682] env[62563]: INFO nova.virt.vmwareapi.ds_util [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_667074ae-aa22-47d7-b19d-cea3b5857a23/OSTACK_IMG_667074ae-aa22-47d7-b19d-cea3b5857a23.vmdk to [datastore1] devstack-image-cache_base/3c2156af-6184-4ea5-b256-920b3cedbaca/3c2156af-6184-4ea5-b256-920b3cedbaca.vmdk. [ 1955.762893] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Cleaning up location [datastore1] OSTACK_IMG_667074ae-aa22-47d7-b19d-cea3b5857a23 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1955.763103] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_667074ae-aa22-47d7-b19d-cea3b5857a23 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1955.763348] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76f3c580-be42-47e0-9edf-df8d89736e3d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.770040] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1955.770040] env[62563]: value = "task-1751997" [ 1955.770040] env[62563]: _type = "Task" [ 1955.770040] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.777109] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.225462] env[62563]: DEBUG nova.scheduler.client.report [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1956.281040] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03429} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.281465] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.281465] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3c2156af-6184-4ea5-b256-920b3cedbaca/3c2156af-6184-4ea5-b256-920b3cedbaca.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.281624] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3c2156af-6184-4ea5-b256-920b3cedbaca/3c2156af-6184-4ea5-b256-920b3cedbaca.vmdk to [datastore1] 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82/7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1956.281869] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58ce45fe-63b2-44fd-abb2-88018d44361c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.288356] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1956.288356] env[62563]: value = "task-1751998" [ 1956.288356] env[62563]: _type = "Task" [ 1956.288356] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.295483] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.599318] env[62563]: DEBUG oslo_concurrency.lockutils [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.599537] env[62563]: DEBUG oslo_concurrency.lockutils [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.599746] env[62563]: DEBUG oslo_concurrency.lockutils [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.599926] env[62563]: DEBUG oslo_concurrency.lockutils [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.600106] env[62563]: DEBUG oslo_concurrency.lockutils [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.602184] env[62563]: INFO nova.compute.manager [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Terminating instance [ 1956.603839] env[62563]: DEBUG nova.compute.manager [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1956.604054] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1956.604865] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6471c033-74ea-4a3b-8f75-99b3d18fcc3f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.612581] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1956.612805] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bca8b9c-ade4-49ee-ae16-542fc4ca318d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.619133] env[62563]: DEBUG oslo_vmware.api [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1956.619133] env[62563]: value = "task-1751999" [ 1956.619133] env[62563]: _type = "Task" [ 1956.619133] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.626540] env[62563]: DEBUG oslo_vmware.api [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.730890] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.165s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.730890] env[62563]: INFO nova.compute.manager [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Migrating [ 1956.797959] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.132251] env[62563]: DEBUG oslo_vmware.api [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.245059] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.245321] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.245580] env[62563]: DEBUG nova.network.neutron [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1957.300418] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751998, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.630720] env[62563]: DEBUG oslo_vmware.api [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1751999, 'name': PowerOffVM_Task, 'duration_secs': 0.598245} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.630997] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1957.631200] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1957.631470] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40eee6ec-a586-444c-a8fa-03c0c2b87f2e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.786832] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1957.787274] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1957.787511] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleting the datastore file [datastore1] 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1957.787792] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbdfaccf-42a1-4b00-9b6d-f391bbbd63de {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.801393] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751998, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.803045] env[62563]: DEBUG oslo_vmware.api [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for the task: (returnval){ [ 1957.803045] env[62563]: value = "task-1752001" [ 1957.803045] env[62563]: _type = "Task" [ 1957.803045] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.812834] env[62563]: DEBUG oslo_vmware.api [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1752001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.978265] env[62563]: DEBUG nova.network.neutron [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance_info_cache with network_info: [{"id": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "address": "fa:16:3e:6d:a4:7c", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cddd05-33", "ovs_interfaceid": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.303939] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751998, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.314213] env[62563]: DEBUG oslo_vmware.api [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1752001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.481509] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.802813] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751998, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.812501] env[62563]: DEBUG oslo_vmware.api [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1752001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.303531] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751998, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.314613] env[62563]: DEBUG oslo_vmware.api [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1752001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.802078] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1751998, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.120782} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.802299] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3c2156af-6184-4ea5-b256-920b3cedbaca/3c2156af-6184-4ea5-b256-920b3cedbaca.vmdk to [datastore1] 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82/7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1959.803127] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b664925-2d9d-4105-97df-0f412d8743cc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.827092] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82/7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82.vmdk or device None with type streamOptimized {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1959.829879] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4074c996-7724-4311-bf66-fd6b9674cfbe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.843286] env[62563]: DEBUG oslo_vmware.api [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Task: {'id': task-1752001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.628866} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.843533] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1959.843719] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1959.843894] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1959.844079] env[62563]: INFO nova.compute.manager [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Took 3.24 seconds to destroy the instance on the hypervisor. [ 1959.844326] env[62563]: DEBUG oslo.service.loopingcall [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.844837] env[62563]: DEBUG nova.compute.manager [-] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1959.844938] env[62563]: DEBUG nova.network.neutron [-] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1959.849184] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1959.849184] env[62563]: value = "task-1752002" [ 1959.849184] env[62563]: _type = "Task" [ 1959.849184] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.856630] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1752002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.996419] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5be14e-6017-4c84-a72e-9e5c76d6dd56 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.015577] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance '543b57b8-beca-45ed-8bb1-95dad6e84cc7' progress to 0 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1960.124037] env[62563]: DEBUG nova.compute.manager [req-5fe07592-a683-44ba-af02-a03f10e11f4f req-8e9717ab-63aa-45f1-ae6e-325ab6902e17 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Received event network-vif-deleted-67d81d02-a5df-437d-b983-25a36c893d43 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1960.126187] env[62563]: INFO nova.compute.manager [req-5fe07592-a683-44ba-af02-a03f10e11f4f req-8e9717ab-63aa-45f1-ae6e-325ab6902e17 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Neutron deleted interface 67d81d02-a5df-437d-b983-25a36c893d43; detaching it from the instance and deleting it from the info cache [ 1960.126443] env[62563]: DEBUG nova.network.neutron [req-5fe07592-a683-44ba-af02-a03f10e11f4f req-8e9717ab-63aa-45f1-ae6e-325ab6902e17 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.359393] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1752002, 'name': ReconfigVM_Task, 'duration_secs': 0.33578} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.359776] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82/7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82.vmdk or device None with type streamOptimized {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1960.360287] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31be07db-cb67-4637-a401-4c7aacec0bc4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.365826] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1960.365826] env[62563]: value = "task-1752003" [ 1960.365826] env[62563]: _type = "Task" [ 1960.365826] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.373987] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1752003, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.521921] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1960.522307] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d21cf3d-a1a3-4b40-a67c-e1e622eb3140 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.528586] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1960.528586] env[62563]: value = "task-1752004" [ 1960.528586] env[62563]: _type = "Task" [ 1960.528586] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.537369] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.595961] env[62563]: DEBUG nova.network.neutron [-] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.628946] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-012021da-6d54-4bf1-b42a-511e5db0d9bf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.638408] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d3c14c-8591-4749-9ec5-e23193a652a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.663673] env[62563]: DEBUG nova.compute.manager [req-5fe07592-a683-44ba-af02-a03f10e11f4f req-8e9717ab-63aa-45f1-ae6e-325ab6902e17 service nova] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Detach interface failed, port_id=67d81d02-a5df-437d-b983-25a36c893d43, reason: Instance 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1960.876079] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1752003, 'name': Rename_Task, 'duration_secs': 0.148729} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.876079] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1960.876079] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e6a215e-ccc7-4c3d-8e32-7f66d505bcb8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.881762] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1960.881762] env[62563]: value = "task-1752005" [ 1960.881762] env[62563]: _type = "Task" [ 1960.881762] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.890023] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1752005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.038725] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752004, 'name': PowerOffVM_Task, 'duration_secs': 0.185567} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.039036] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1961.039244] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance '543b57b8-beca-45ed-8bb1-95dad6e84cc7' progress to 17 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1961.099038] env[62563]: INFO nova.compute.manager [-] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Took 1.25 seconds to deallocate network for instance. [ 1961.395352] env[62563]: DEBUG oslo_vmware.api [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1752005, 'name': PowerOnVM_Task, 'duration_secs': 0.507186} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.395770] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1961.496713] env[62563]: DEBUG nova.compute.manager [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1961.497720] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86585ce5-ebfb-45c4-b9e1-2508d714d1ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.546204] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1961.546476] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1961.546657] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1961.546859] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1961.547017] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1961.547179] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1961.547382] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1961.547598] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1961.547775] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1961.547940] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1961.548131] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1961.553403] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44e3d622-133e-4cc7-be02-989b66789e72 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.570054] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1961.570054] env[62563]: value = "task-1752006" [ 1961.570054] env[62563]: _type = "Task" [ 1961.570054] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.577856] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.605318] env[62563]: DEBUG oslo_concurrency.lockutils [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.605629] env[62563]: DEBUG oslo_concurrency.lockutils [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.605866] env[62563]: DEBUG nova.objects.instance [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lazy-loading 'resources' on Instance uuid 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.014168] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a82df19a-2b4d-41a6-a7b6-190b285d8ef4 tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.107s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.079606] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752006, 'name': ReconfigVM_Task, 'duration_secs': 0.214231} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.079922] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance '543b57b8-beca-45ed-8bb1-95dad6e84cc7' progress to 33 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1962.184613] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d655a7a5-7801-42f3-9f08-69f20a27984d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.192157] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a05c918-3613-49ca-aa47-951bd15758a6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.221170] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9b1b9f-672f-410a-bce5-4971467004bb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.228123] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a97f52a-b6d5-4906-8858-c01a508b1c1c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.241972] env[62563]: DEBUG nova.compute.provider_tree [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.586479] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1962.586877] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1962.586877] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1962.587082] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1962.587242] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1962.587394] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1962.587637] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1962.587858] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1962.588071] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1962.588249] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1962.588421] env[62563]: DEBUG nova.virt.hardware [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1962.593930] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1962.595231] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a64fbe00-ccb2-4638-9444-29cc5e4a7c4a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.617400] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1962.617400] env[62563]: value = "task-1752007" [ 1962.617400] env[62563]: _type = "Task" [ 1962.617400] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.626365] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.744765] env[62563]: DEBUG nova.scheduler.client.report [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1963.113225] env[62563]: DEBUG oslo_concurrency.lockutils [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.113519] env[62563]: DEBUG oslo_concurrency.lockutils [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.113740] env[62563]: DEBUG oslo_concurrency.lockutils [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.113929] env[62563]: DEBUG oslo_concurrency.lockutils [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.114115] env[62563]: DEBUG oslo_concurrency.lockutils [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.116578] env[62563]: INFO nova.compute.manager [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Terminating instance [ 1963.118861] env[62563]: DEBUG nova.compute.manager [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1963.119141] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1963.120161] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b73528a-a8c5-4819-a822-7aba610d771a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.130626] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1963.133278] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b8c1a83-3235-4ca3-abe3-79bc91c43d61 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.134577] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752007, 'name': ReconfigVM_Task, 'duration_secs': 0.167988} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.135111] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1963.136099] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548b3ef7-2be1-4a41-acf0-5e0a90c5c854 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.140228] env[62563]: DEBUG oslo_vmware.api [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1963.140228] env[62563]: value = "task-1752008" [ 1963.140228] env[62563]: _type = "Task" [ 1963.140228] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.157599] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 543b57b8-beca-45ed-8bb1-95dad6e84cc7/543b57b8-beca-45ed-8bb1-95dad6e84cc7.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1963.160497] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8531fded-764d-43f5-80d1-ba288be0314d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.178631] env[62563]: DEBUG oslo_vmware.api [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1752008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.179745] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1963.179745] env[62563]: value = "task-1752009" [ 1963.179745] env[62563]: _type = "Task" [ 1963.179745] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.187029] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.250196] env[62563]: DEBUG oslo_concurrency.lockutils [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.268187] env[62563]: INFO nova.scheduler.client.report [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Deleted allocations for instance 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24 [ 1963.659511] env[62563]: DEBUG oslo_vmware.api [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1752008, 'name': PowerOffVM_Task, 'duration_secs': 0.198472} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.659908] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1963.659908] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1963.660175] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35cee424-fe7d-4253-b1d9-cb768fbfca77 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.690463] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752009, 'name': ReconfigVM_Task, 'duration_secs': 0.286279} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.690713] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 543b57b8-beca-45ed-8bb1-95dad6e84cc7/543b57b8-beca-45ed-8bb1-95dad6e84cc7.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1963.690936] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance '543b57b8-beca-45ed-8bb1-95dad6e84cc7' progress to 50 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1963.776596] env[62563]: DEBUG oslo_concurrency.lockutils [None req-45b97cdd-bccf-474c-80d3-8439a55a3ef3 tempest-ServerActionsTestOtherA-811325941 tempest-ServerActionsTestOtherA-811325941-project-member] Lock "50f1bba0-c397-4e00-aa9e-8aaf6c99cb24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.177s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.197787] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932d4226-014c-4167-b7a1-3f4b267a3cc3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.216542] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9139fafa-dbb0-45fd-9324-cc0b2cd9006c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.234363] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance '543b57b8-beca-45ed-8bb1-95dad6e84cc7' progress to 67 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1964.788193] env[62563]: DEBUG nova.network.neutron [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Port 90cddd05-33e1-4a26-af03-8b41732a6fe1 binding to destination host cpu-1 is already ACTIVE {{(pid=62563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1965.165587] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1965.165832] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1965.166026] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleting the datastore file [datastore1] 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1965.166301] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-095840c5-b02c-4d48-8cf9-41eacbbd9609 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.172568] env[62563]: DEBUG oslo_vmware.api [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for the task: (returnval){ [ 1965.172568] env[62563]: value = "task-1752011" [ 1965.172568] env[62563]: _type = "Task" [ 1965.172568] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.181217] env[62563]: DEBUG oslo_vmware.api [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1752011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.682302] env[62563]: DEBUG oslo_vmware.api [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Task: {'id': task-1752011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140035} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.682559] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1965.682745] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1965.682919] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1965.683110] env[62563]: INFO nova.compute.manager [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Took 2.56 seconds to destroy the instance on the hypervisor. [ 1965.683358] env[62563]: DEBUG oslo.service.loopingcall [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.683573] env[62563]: DEBUG nova.compute.manager [-] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1965.683691] env[62563]: DEBUG nova.network.neutron [-] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1965.811611] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.811896] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.812113] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.180405] env[62563]: DEBUG nova.compute.manager [req-64b85c1f-d4ff-4f5b-8852-4c328c4c62fd req-c40b26a8-5ff9-4db2-b1ab-631a8f5c5783 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Received event network-vif-deleted-47f5800f-1065-4d17-a2b8-c3c600fc58d6 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1966.180634] env[62563]: INFO nova.compute.manager [req-64b85c1f-d4ff-4f5b-8852-4c328c4c62fd req-c40b26a8-5ff9-4db2-b1ab-631a8f5c5783 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Neutron deleted interface 47f5800f-1065-4d17-a2b8-c3c600fc58d6; detaching it from the instance and deleting it from the info cache [ 1966.180909] env[62563]: DEBUG nova.network.neutron [req-64b85c1f-d4ff-4f5b-8852-4c328c4c62fd req-c40b26a8-5ff9-4db2-b1ab-631a8f5c5783 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.650491] env[62563]: DEBUG nova.network.neutron [-] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.683238] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-229ca3bf-3ea9-4f4f-810a-574ff94fdaa4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.693668] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254fbf5c-6f0e-4efd-9a6f-0b1c644d0d14 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.719960] env[62563]: DEBUG nova.compute.manager [req-64b85c1f-d4ff-4f5b-8852-4c328c4c62fd req-c40b26a8-5ff9-4db2-b1ab-631a8f5c5783 service nova] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Detach interface failed, port_id=47f5800f-1065-4d17-a2b8-c3c600fc58d6, reason: Instance 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1966.855994] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.856251] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.856442] env[62563]: DEBUG nova.network.neutron [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1967.153186] env[62563]: INFO nova.compute.manager [-] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Took 1.47 seconds to deallocate network for instance. [ 1967.662202] env[62563]: DEBUG oslo_concurrency.lockutils [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.662486] env[62563]: DEBUG oslo_concurrency.lockutils [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.662727] env[62563]: DEBUG nova.objects.instance [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lazy-loading 'resources' on Instance uuid 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.701690] env[62563]: DEBUG nova.network.neutron [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance_info_cache with network_info: [{"id": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "address": "fa:16:3e:6d:a4:7c", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cddd05-33", "ovs_interfaceid": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.773775] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1967.774037] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1968.203821] env[62563]: DEBUG oslo_concurrency.lockutils [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.235743] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84a76f6-5c36-4b93-a6c5-6cb6d6f1e6ec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.245169] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a2f2d8-46f1-4ef4-a4aa-7778ffe7a651 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.276035] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b460eaf-7caa-4636-b7e0-65abb0cab8fb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.280898] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1968.281066] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1968.286280] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aec249-ea97-445c-a035-0333ef23aba0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.301612] env[62563]: DEBUG nova.compute.provider_tree [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.729483] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b5c6be-4cd6-400c-a761-ed69e4dd145a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.748467] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aa0de2-7056-48c7-9f70-66d1d25f6df5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.755643] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance '543b57b8-beca-45ed-8bb1-95dad6e84cc7' progress to 83 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1968.804323] env[62563]: DEBUG nova.scheduler.client.report [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1968.993221] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Acquiring lock "be81ca3f-09fb-4f7c-9800-af7c38260ea5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.993505] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Lock "be81ca3f-09fb-4f7c-9800-af7c38260ea5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.262233] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1969.262233] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f04b483a-aeb3-4ae4-b696-3a960b57faa6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.274336] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1969.274336] env[62563]: value = "task-1752012" [ 1969.274336] env[62563]: _type = "Task" [ 1969.274336] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.279736] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.308134] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.308287] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquired lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.308444] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Forcefully refreshing network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1969.311682] env[62563]: DEBUG oslo_concurrency.lockutils [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.337434] env[62563]: INFO nova.scheduler.client.report [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Deleted allocations for instance 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82 [ 1969.495894] env[62563]: DEBUG nova.compute.manager [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1969.782552] env[62563]: DEBUG oslo_vmware.api [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752012, 'name': PowerOnVM_Task, 'duration_secs': 0.42148} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.782831] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1969.783033] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-f509c0f2-65fd-4fdc-b383-213ad9dd0bc5 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance '543b57b8-beca-45ed-8bb1-95dad6e84cc7' progress to 100 {{(pid=62563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1969.827979] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1969.845609] env[62563]: DEBUG oslo_concurrency.lockutils [None req-da472645-53ac-4551-acd7-866aa331ed0c tempest-ServerActionsTestOtherB-1506452043 tempest-ServerActionsTestOtherB-1506452043-project-member] Lock "7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.732s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.018880] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.019157] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.020650] env[62563]: INFO nova.compute.claims [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1970.488729] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.991083] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Releasing lock "refresh_cache-7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.991661] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Updated the network info_cache for instance {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1970.991661] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.991661] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.991805] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.991948] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.992109] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.992253] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.992380] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1970.992520] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.090876] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ca5604-3662-45af-951e-c5dbbe66bbcd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.098748] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68356d7-5eda-4497-944d-dac4d5350b52 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.127899] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa545d5-6a14-461c-8337-3f43e6375fd5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.135680] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6d08ab-0e48-4eb8-bef4-fbf4412fcd12 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.149439] env[62563]: DEBUG nova.compute.provider_tree [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1971.495649] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.616640] env[62563]: DEBUG nova.network.neutron [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Port 90cddd05-33e1-4a26-af03-8b41732a6fe1 binding to destination host cpu-1 is already ACTIVE {{(pid=62563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1971.616913] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.617083] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.617253] env[62563]: DEBUG nova.network.neutron [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1971.652762] env[62563]: DEBUG nova.scheduler.client.report [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1972.157616] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.158219] env[62563]: DEBUG nova.compute.manager [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1972.160843] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.665s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.161115] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.161115] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1972.162412] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096e2e6a-08b2-45a5-ab1f-af63b3c99ea5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.170610] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b95293-9369-4dea-8942-5a9e774b3018 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.187149] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac811daf-fe5d-4ccc-8a80-2a70d30486d6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.194284] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0593b0ec-ec00-4ca4-9c41-fc0384c1239f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.224402] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180803MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1972.224596] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.224801] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.337801] env[62563]: DEBUG nova.network.neutron [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance_info_cache with network_info: [{"id": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "address": "fa:16:3e:6d:a4:7c", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cddd05-33", "ovs_interfaceid": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.663580] env[62563]: DEBUG nova.compute.utils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1972.665420] env[62563]: DEBUG nova.compute.manager [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1972.665629] env[62563]: DEBUG nova.network.neutron [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1972.703307] env[62563]: DEBUG nova.policy [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a00aff76943b44e0bc3a22edcca92765', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '610eeb01953f40b1ade116bc188a3fc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1972.841706] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.943989] env[62563]: DEBUG nova.network.neutron [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Successfully created port: 41f93ec2-e1bd-43fc-b2e2-7a351570892b {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1973.168258] env[62563]: DEBUG nova.compute.manager [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1973.235198] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Applying migration context for instance 543b57b8-beca-45ed-8bb1-95dad6e84cc7 as it has an incoming, in-progress migration 398908ad-ef20-4b54-87db-7ad8478aaac7. Migration status is reverting {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1973.235356] env[62563]: INFO nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating resource usage from migration 398908ad-ef20-4b54-87db-7ad8478aaac7 [ 1973.254248] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 9bc0039b-9f2c-4602-8004-f442187b921a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1973.254402] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Migration 398908ad-ef20-4b54-87db-7ad8478aaac7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1973.254526] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 543b57b8-beca-45ed-8bb1-95dad6e84cc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1973.254644] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance be81ca3f-09fb-4f7c-9800-af7c38260ea5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1973.254820] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1973.254961] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1973.315096] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b3a66d-0f5e-48e3-9649-c090f3d54405 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.322667] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b6b86d-b343-401e-ac06-6387a43ceb4b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.352896] env[62563]: DEBUG nova.compute.manager [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62563) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1973.353165] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.354111] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edbe48a-7e08-4b9f-a337-1816a6ce63ef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.361545] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cce91b8-53a9-483f-9fa4-ed27c2edc90a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.374564] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.878120] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1974.178108] env[62563]: DEBUG nova.compute.manager [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1974.204205] env[62563]: DEBUG nova.virt.hardware [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1974.204484] env[62563]: DEBUG nova.virt.hardware [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1974.204657] env[62563]: DEBUG nova.virt.hardware [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1974.204888] env[62563]: DEBUG nova.virt.hardware [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1974.205063] env[62563]: DEBUG nova.virt.hardware [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1974.205222] env[62563]: DEBUG nova.virt.hardware [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1974.205528] env[62563]: DEBUG nova.virt.hardware [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1974.205691] env[62563]: DEBUG nova.virt.hardware [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1974.205863] env[62563]: DEBUG nova.virt.hardware [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1974.206284] env[62563]: DEBUG nova.virt.hardware [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1974.206531] env[62563]: DEBUG nova.virt.hardware [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1974.207591] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f88237-c63b-470a-95e9-a30a4eaac4b8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.217854] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01afdfc-3148-41cd-8613-81a1ce562744 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.385351] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1974.386951] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.161s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.386951] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.033s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.389060] env[62563]: DEBUG nova.compute.manager [req-99595abc-7919-4a1c-bb2d-dd3f678611b9 req-d0ca0276-ee79-48d5-b696-5b5e3e5a989e service nova] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Received event network-vif-plugged-41f93ec2-e1bd-43fc-b2e2-7a351570892b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1974.389273] env[62563]: DEBUG oslo_concurrency.lockutils [req-99595abc-7919-4a1c-bb2d-dd3f678611b9 req-d0ca0276-ee79-48d5-b696-5b5e3e5a989e service nova] Acquiring lock "be81ca3f-09fb-4f7c-9800-af7c38260ea5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.389480] env[62563]: DEBUG oslo_concurrency.lockutils [req-99595abc-7919-4a1c-bb2d-dd3f678611b9 req-d0ca0276-ee79-48d5-b696-5b5e3e5a989e service nova] Lock "be81ca3f-09fb-4f7c-9800-af7c38260ea5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.389648] env[62563]: DEBUG oslo_concurrency.lockutils [req-99595abc-7919-4a1c-bb2d-dd3f678611b9 req-d0ca0276-ee79-48d5-b696-5b5e3e5a989e service nova] Lock "be81ca3f-09fb-4f7c-9800-af7c38260ea5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.389824] env[62563]: DEBUG nova.compute.manager [req-99595abc-7919-4a1c-bb2d-dd3f678611b9 req-d0ca0276-ee79-48d5-b696-5b5e3e5a989e service nova] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] No waiting events found dispatching network-vif-plugged-41f93ec2-e1bd-43fc-b2e2-7a351570892b {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1974.390035] env[62563]: WARNING nova.compute.manager [req-99595abc-7919-4a1c-bb2d-dd3f678611b9 req-d0ca0276-ee79-48d5-b696-5b5e3e5a989e service nova] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Received unexpected event network-vif-plugged-41f93ec2-e1bd-43fc-b2e2-7a351570892b for instance with vm_state building and task_state spawning. [ 1974.564382] env[62563]: DEBUG nova.network.neutron [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Successfully updated port: 41f93ec2-e1bd-43fc-b2e2-7a351570892b {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1974.891713] env[62563]: DEBUG nova.objects.instance [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lazy-loading 'migration_context' on Instance uuid 543b57b8-beca-45ed-8bb1-95dad6e84cc7 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.068170] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Acquiring lock "refresh_cache-be81ca3f-09fb-4f7c-9800-af7c38260ea5" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.068170] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Acquired lock "refresh_cache-be81ca3f-09fb-4f7c-9800-af7c38260ea5" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.068170] env[62563]: DEBUG nova.network.neutron [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1975.461865] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8992a3-e415-4e41-97c4-22f47fa2984f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.469666] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbe205a-bb8c-4f98-8f12-b7f38792a180 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.501420] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb94183-bf86-4111-b0ba-a73196096305 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.508736] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0714412c-14e6-4ba0-abda-be7347c7d828 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.521851] env[62563]: DEBUG nova.compute.provider_tree [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1975.598969] env[62563]: DEBUG nova.network.neutron [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1975.734597] env[62563]: DEBUG nova.network.neutron [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Updating instance_info_cache with network_info: [{"id": "41f93ec2-e1bd-43fc-b2e2-7a351570892b", "address": "fa:16:3e:50:74:8a", "network": {"id": "4e06f942-66e7-42da-a00b-641f94ec88d5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-896540628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "610eeb01953f40b1ade116bc188a3fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f93ec2-e1", "ovs_interfaceid": "41f93ec2-e1bd-43fc-b2e2-7a351570892b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.025427] env[62563]: DEBUG nova.scheduler.client.report [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1976.238435] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Releasing lock "refresh_cache-be81ca3f-09fb-4f7c-9800-af7c38260ea5" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.238836] env[62563]: DEBUG nova.compute.manager [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Instance network_info: |[{"id": "41f93ec2-e1bd-43fc-b2e2-7a351570892b", "address": "fa:16:3e:50:74:8a", "network": {"id": "4e06f942-66e7-42da-a00b-641f94ec88d5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-896540628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "610eeb01953f40b1ade116bc188a3fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f93ec2-e1", "ovs_interfaceid": "41f93ec2-e1bd-43fc-b2e2-7a351570892b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1976.239281] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:74:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41f93ec2-e1bd-43fc-b2e2-7a351570892b', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1976.246865] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Creating folder: Project (610eeb01953f40b1ade116bc188a3fc0). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1976.247144] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e09e2302-5a88-4bb8-a14d-0f6b7a77f1d2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.258256] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Created folder: Project (610eeb01953f40b1ade116bc188a3fc0) in parent group-v363823. [ 1976.258449] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Creating folder: Instances. Parent ref: group-v364153. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1976.258702] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ff66712-8150-4493-b1f2-36a2387578dd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.267510] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Created folder: Instances in parent group-v364153. [ 1976.267794] env[62563]: DEBUG oslo.service.loopingcall [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.267981] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1976.268196] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c043379-9312-4363-9f6d-505fe2f15470 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.287468] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1976.287468] env[62563]: value = "task-1752016" [ 1976.287468] env[62563]: _type = "Task" [ 1976.287468] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.294692] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1752016, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.426470] env[62563]: DEBUG nova.compute.manager [req-91dcca42-869b-44f2-aa38-09e471e8efa1 req-05c86b9f-28a1-44e9-8509-9c2d12015457 service nova] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Received event network-changed-41f93ec2-e1bd-43fc-b2e2-7a351570892b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1976.426529] env[62563]: DEBUG nova.compute.manager [req-91dcca42-869b-44f2-aa38-09e471e8efa1 req-05c86b9f-28a1-44e9-8509-9c2d12015457 service nova] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Refreshing instance network info cache due to event network-changed-41f93ec2-e1bd-43fc-b2e2-7a351570892b. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1976.426757] env[62563]: DEBUG oslo_concurrency.lockutils [req-91dcca42-869b-44f2-aa38-09e471e8efa1 req-05c86b9f-28a1-44e9-8509-9c2d12015457 service nova] Acquiring lock "refresh_cache-be81ca3f-09fb-4f7c-9800-af7c38260ea5" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.426890] env[62563]: DEBUG oslo_concurrency.lockutils [req-91dcca42-869b-44f2-aa38-09e471e8efa1 req-05c86b9f-28a1-44e9-8509-9c2d12015457 service nova] Acquired lock "refresh_cache-be81ca3f-09fb-4f7c-9800-af7c38260ea5" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.427064] env[62563]: DEBUG nova.network.neutron [req-91dcca42-869b-44f2-aa38-09e471e8efa1 req-05c86b9f-28a1-44e9-8509-9c2d12015457 service nova] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Refreshing network info cache for port 41f93ec2-e1bd-43fc-b2e2-7a351570892b {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1976.796941] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1752016, 'name': CreateVM_Task, 'duration_secs': 0.435241} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.797131] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1976.797832] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.797998] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.798340] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1976.798628] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37fbba8-39e2-458d-95a3-9ac24ac2d59a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.803071] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Waiting for the task: (returnval){ [ 1976.803071] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]523bac43-f352-d373-55c1-dfe22931e834" [ 1976.803071] env[62563]: _type = "Task" [ 1976.803071] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.810697] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523bac43-f352-d373-55c1-dfe22931e834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.036027] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.650s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.140310] env[62563]: DEBUG nova.network.neutron [req-91dcca42-869b-44f2-aa38-09e471e8efa1 req-05c86b9f-28a1-44e9-8509-9c2d12015457 service nova] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Updated VIF entry in instance network info cache for port 41f93ec2-e1bd-43fc-b2e2-7a351570892b. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1977.140685] env[62563]: DEBUG nova.network.neutron [req-91dcca42-869b-44f2-aa38-09e471e8efa1 req-05c86b9f-28a1-44e9-8509-9c2d12015457 service nova] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Updating instance_info_cache with network_info: [{"id": "41f93ec2-e1bd-43fc-b2e2-7a351570892b", "address": "fa:16:3e:50:74:8a", "network": {"id": "4e06f942-66e7-42da-a00b-641f94ec88d5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-896540628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "610eeb01953f40b1ade116bc188a3fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f93ec2-e1", "ovs_interfaceid": "41f93ec2-e1bd-43fc-b2e2-7a351570892b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.313297] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523bac43-f352-d373-55c1-dfe22931e834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.643182] env[62563]: DEBUG oslo_concurrency.lockutils [req-91dcca42-869b-44f2-aa38-09e471e8efa1 req-05c86b9f-28a1-44e9-8509-9c2d12015457 service nova] Releasing lock "refresh_cache-be81ca3f-09fb-4f7c-9800-af7c38260ea5" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.815306] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]523bac43-f352-d373-55c1-dfe22931e834, 'name': SearchDatastore_Task, 'duration_secs': 0.682822} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.815609] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.815833] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1977.816079] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.816233] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.816413] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1977.816667] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f42a9d30-a8c2-4a34-806e-83d986a3f7dd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.824770] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1977.824944] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1977.825669] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e69690f-7ec6-42de-b646-2c72fc0dd487 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.830446] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Waiting for the task: (returnval){ [ 1977.830446] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52b89f57-12f6-32a9-07ce-79719e3eea81" [ 1977.830446] env[62563]: _type = "Task" [ 1977.830446] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.837158] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b89f57-12f6-32a9-07ce-79719e3eea81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.341338] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52b89f57-12f6-32a9-07ce-79719e3eea81, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.342142] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344046c1-373d-434f-907d-77ce9fb53457 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.347393] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Waiting for the task: (returnval){ [ 1978.347393] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52f8781d-ea6d-7042-c3a7-3f18a175fb5a" [ 1978.347393] env[62563]: _type = "Task" [ 1978.347393] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.354773] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f8781d-ea6d-7042-c3a7-3f18a175fb5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.579173] env[62563]: INFO nova.compute.manager [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Swapping old allocation on dict_keys(['4eb5fa57-7e31-460c-b803-3f7b6d6d423a']) held by migration 398908ad-ef20-4b54-87db-7ad8478aaac7 for instance [ 1978.600874] env[62563]: DEBUG nova.scheduler.client.report [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Overwriting current allocation {'allocations': {'4eb5fa57-7e31-460c-b803-3f7b6d6d423a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 179}}, 'project_id': '16b703ebd48b4ebf9b5d8148aea68e34', 'user_id': 'e14c9002dabf4cf59380da62fabbd757', 'consumer_generation': 1} on consumer 543b57b8-beca-45ed-8bb1-95dad6e84cc7 {{(pid=62563) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1978.677978] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.678191] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.678377] env[62563]: DEBUG nova.network.neutron [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1978.857044] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52f8781d-ea6d-7042-c3a7-3f18a175fb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.857248] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.857480] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] be81ca3f-09fb-4f7c-9800-af7c38260ea5/be81ca3f-09fb-4f7c-9800-af7c38260ea5.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1978.857754] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d818fe61-3f94-49c6-ab98-fa969d9cbd08 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.864443] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Waiting for the task: (returnval){ [ 1978.864443] env[62563]: value = "task-1752017" [ 1978.864443] env[62563]: _type = "Task" [ 1978.864443] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.871479] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.374767] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752017, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.412471] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "9bc0039b-9f2c-4602-8004-f442187b921a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.412732] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9bc0039b-9f2c-4602-8004-f442187b921a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.424836] env[62563]: DEBUG nova.network.neutron [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance_info_cache with network_info: [{"id": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "address": "fa:16:3e:6d:a4:7c", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cddd05-33", "ovs_interfaceid": "90cddd05-33e1-4a26-af03-8b41732a6fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.875187] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544697} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.875399] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] be81ca3f-09fb-4f7c-9800-af7c38260ea5/be81ca3f-09fb-4f7c-9800-af7c38260ea5.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1979.875647] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1979.875892] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41e71912-3f65-4b6a-a85c-30142df17a7f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.881695] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Waiting for the task: (returnval){ [ 1979.881695] env[62563]: value = "task-1752018" [ 1979.881695] env[62563]: _type = "Task" [ 1979.881695] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.888897] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.916868] env[62563]: DEBUG nova.compute.utils [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1979.927533] env[62563]: DEBUG oslo_concurrency.lockutils [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-543b57b8-beca-45ed-8bb1-95dad6e84cc7" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.928073] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1979.928645] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fbee37e-0fcc-4019-b171-e259ce958557 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.936738] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1979.936738] env[62563]: value = "task-1752019" [ 1979.936738] env[62563]: _type = "Task" [ 1979.936738] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.946065] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.391906] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08043} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.392206] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1980.392958] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac796895-33a3-451f-8261-de02a874923c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.414440] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] be81ca3f-09fb-4f7c-9800-af7c38260ea5/be81ca3f-09fb-4f7c-9800-af7c38260ea5.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1980.414687] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad2b210-5e83-468f-bd6b-e58385a0b708 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.428841] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9bc0039b-9f2c-4602-8004-f442187b921a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.433926] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Waiting for the task: (returnval){ [ 1980.433926] env[62563]: value = "task-1752020" [ 1980.433926] env[62563]: _type = "Task" [ 1980.433926] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.442428] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.447121] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752019, 'name': PowerOffVM_Task, 'duration_secs': 0.217282} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.447356] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1980.448012] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1980.448229] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1980.448387] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1980.448584] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1980.448748] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1980.448900] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1980.449119] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1980.449285] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1980.449449] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1980.449610] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1980.449782] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1980.454463] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c273dcc2-dbf8-4565-8508-a2c1fb32f681 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.468906] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1980.468906] env[62563]: value = "task-1752021" [ 1980.468906] env[62563]: _type = "Task" [ 1980.468906] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.476658] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.944167] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752020, 'name': ReconfigVM_Task, 'duration_secs': 0.283763} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.944456] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Reconfigured VM instance instance-0000007a to attach disk [datastore1] be81ca3f-09fb-4f7c-9800-af7c38260ea5/be81ca3f-09fb-4f7c-9800-af7c38260ea5.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1980.945114] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18ad5a69-be9d-4cee-9ab0-f0a33fb05c11 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.951515] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Waiting for the task: (returnval){ [ 1980.951515] env[62563]: value = "task-1752022" [ 1980.951515] env[62563]: _type = "Task" [ 1980.951515] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.960421] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752022, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.977349] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752021, 'name': ReconfigVM_Task, 'duration_secs': 0.135545} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.981090] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b2672d-1a51-4914-b9bc-201112c91a5c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.001977] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1981.002258] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1981.002414] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1981.002652] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1981.002734] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1981.002881] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1981.003090] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1981.003243] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1981.003405] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1981.003563] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1981.003784] env[62563]: DEBUG nova.virt.hardware [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1981.005094] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c11b65-2e47-42f0-abfe-92e69a800e2d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.011201] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1981.011201] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52883610-c297-00c2-610a-b6ed45068798" [ 1981.011201] env[62563]: _type = "Task" [ 1981.011201] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.019724] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52883610-c297-00c2-610a-b6ed45068798, 'name': SearchDatastore_Task, 'duration_secs': 0.007004} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.025122] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1981.025655] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945dacbe-f6ed-4f42-80b8-2997ebb62bca {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.043570] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1981.043570] env[62563]: value = "task-1752023" [ 1981.043570] env[62563]: _type = "Task" [ 1981.043570] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.051096] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.464078] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752022, 'name': Rename_Task, 'duration_secs': 0.324764} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.464444] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1981.464791] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30c25d34-2232-47a1-a131-2f180a3d11cf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.472404] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Waiting for the task: (returnval){ [ 1981.472404] env[62563]: value = "task-1752024" [ 1981.472404] env[62563]: _type = "Task" [ 1981.472404] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.483244] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.485150] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "9bc0039b-9f2c-4602-8004-f442187b921a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.485426] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9bc0039b-9f2c-4602-8004-f442187b921a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.485756] env[62563]: INFO nova.compute.manager [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Attaching volume e228a4c2-1bbf-492a-8523-b0ddddba5c6c to /dev/sdb [ 1981.518442] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed8f9f3-be6b-4ef6-8162-36a109b4e1df {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.528771] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b33aefc-f306-44ba-a2e1-f3989f99c312 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.545134] env[62563]: DEBUG nova.virt.block_device [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Updating existing volume attachment record: d4d1d62b-9d53-49b9-9ee3-e3216082f2ed {{(pid=62563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1981.557667] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752023, 'name': ReconfigVM_Task, 'duration_secs': 0.328906} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.557932] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1981.558710] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68061d76-25f5-4a14-8eed-2d90bf08a522 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.580755] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 543b57b8-beca-45ed-8bb1-95dad6e84cc7/543b57b8-beca-45ed-8bb1-95dad6e84cc7.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.581074] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea515a54-7694-486e-bff2-aebbe99dab4a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.598422] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1981.598422] env[62563]: value = "task-1752025" [ 1981.598422] env[62563]: _type = "Task" [ 1981.598422] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.606089] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.982330] env[62563]: DEBUG oslo_vmware.api [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752024, 'name': PowerOnVM_Task, 'duration_secs': 0.44996} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.982691] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1981.983361] env[62563]: INFO nova.compute.manager [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1981.983361] env[62563]: DEBUG nova.compute.manager [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1981.984042] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fcb9b9-c53d-408c-89e1-879ff2e3f321 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.109529] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752025, 'name': ReconfigVM_Task, 'duration_secs': 0.271158} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.109889] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 543b57b8-beca-45ed-8bb1-95dad6e84cc7/543b57b8-beca-45ed-8bb1-95dad6e84cc7.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.110859] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75f7999-c5bc-431f-b97b-8455375bb0ed {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.129894] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e88d76-de2d-4629-8375-faddfae7b0b8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.148315] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b91175-6080-47d7-aab5-a3f1f4cda957 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.166069] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10171689-71b4-469c-9b55-417d5321668e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.172654] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1982.172883] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-752a2bf0-84e1-4bb0-9e9e-efd3c065108d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.178322] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1982.178322] env[62563]: value = "task-1752027" [ 1982.178322] env[62563]: _type = "Task" [ 1982.178322] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.185374] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.503053] env[62563]: INFO nova.compute.manager [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Took 12.50 seconds to build instance. [ 1982.689197] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752027, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.004782] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6dbc136a-9c91-4f3f-92cb-a34b3e748e5d tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Lock "be81ca3f-09fb-4f7c-9800-af7c38260ea5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.011s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.189997] env[62563]: DEBUG oslo_vmware.api [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752027, 'name': PowerOnVM_Task, 'duration_secs': 0.81741} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.190299] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.658930] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Acquiring lock "be81ca3f-09fb-4f7c-9800-af7c38260ea5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.659359] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Lock "be81ca3f-09fb-4f7c-9800-af7c38260ea5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.659460] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Acquiring lock "be81ca3f-09fb-4f7c-9800-af7c38260ea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.659595] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Lock "be81ca3f-09fb-4f7c-9800-af7c38260ea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.659770] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Lock "be81ca3f-09fb-4f7c-9800-af7c38260ea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.661844] env[62563]: INFO nova.compute.manager [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Terminating instance [ 1983.663462] env[62563]: DEBUG nova.compute.manager [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1983.663656] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1983.664508] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f67d32-20fe-4657-9274-fb552b3cd655 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.674283] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.674496] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97631f03-9718-428e-b83b-f311770e9583 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.681177] env[62563]: DEBUG oslo_vmware.api [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Waiting for the task: (returnval){ [ 1983.681177] env[62563]: value = "task-1752028" [ 1983.681177] env[62563]: _type = "Task" [ 1983.681177] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.688714] env[62563]: DEBUG oslo_vmware.api [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.190487] env[62563]: DEBUG oslo_vmware.api [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752028, 'name': PowerOffVM_Task, 'duration_secs': 0.202479} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.190772] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1984.190998] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1984.191279] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ba37d93-be9c-44d3-900b-facf09373dc1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.199133] env[62563]: INFO nova.compute.manager [None req-99984796-9741-4899-8d29-e73842c0f10b tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance to original state: 'active' [ 1985.171773] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.172220] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.172365] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.172559] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.172738] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.175278] env[62563]: INFO nova.compute.manager [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Terminating instance [ 1985.177154] env[62563]: DEBUG nova.compute.manager [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1985.177382] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1985.178294] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27837cde-2b2f-447f-a7f5-56ef3460c3af {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.185843] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1985.186088] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-021784fb-772e-421d-b3ca-43f77f38e76b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.191987] env[62563]: DEBUG oslo_vmware.api [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1985.191987] env[62563]: value = "task-1752031" [ 1985.191987] env[62563]: _type = "Task" [ 1985.191987] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.199602] env[62563]: DEBUG oslo_vmware.api [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.542400] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1985.542618] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1985.542798] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Deleting the datastore file [datastore1] be81ca3f-09fb-4f7c-9800-af7c38260ea5 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1985.543085] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49ad8625-2275-4634-a105-209ce3e04413 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.549900] env[62563]: DEBUG oslo_vmware.api [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Waiting for the task: (returnval){ [ 1985.549900] env[62563]: value = "task-1752032" [ 1985.549900] env[62563]: _type = "Task" [ 1985.549900] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.557209] env[62563]: DEBUG oslo_vmware.api [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.702061] env[62563]: DEBUG oslo_vmware.api [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752031, 'name': PowerOffVM_Task, 'duration_secs': 0.17772} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.702323] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1985.702474] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1985.703161] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f101023-e0e1-4da2-b007-8433d20fdafe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.059833] env[62563]: DEBUG oslo_vmware.api [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Task: {'id': task-1752032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156504} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.060187] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1986.060404] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1986.060592] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1986.060772] env[62563]: INFO nova.compute.manager [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Took 2.40 seconds to destroy the instance on the hypervisor. [ 1986.061027] env[62563]: DEBUG oslo.service.loopingcall [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.061229] env[62563]: DEBUG nova.compute.manager [-] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1986.061353] env[62563]: DEBUG nova.network.neutron [-] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1986.089064] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Volume attach. Driver type: vmdk {{(pid=62563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1986.089307] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364156', 'volume_id': 'e228a4c2-1bbf-492a-8523-b0ddddba5c6c', 'name': 'volume-e228a4c2-1bbf-492a-8523-b0ddddba5c6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9bc0039b-9f2c-4602-8004-f442187b921a', 'attached_at': '', 'detached_at': '', 'volume_id': 'e228a4c2-1bbf-492a-8523-b0ddddba5c6c', 'serial': 'e228a4c2-1bbf-492a-8523-b0ddddba5c6c'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1986.090215] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fef230-a8b3-4cbd-a355-2f0c2469644c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.108377] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af619ea-b7c8-4c9f-b120-310b06c63832 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.110897] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1986.111110] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1986.111295] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleting the datastore file [datastore1] 543b57b8-beca-45ed-8bb1-95dad6e84cc7 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1986.111544] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90a49bfb-49be-4d7d-8930-9e71723c88fa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.135960] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-e228a4c2-1bbf-492a-8523-b0ddddba5c6c/volume-e228a4c2-1bbf-492a-8523-b0ddddba5c6c.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1986.138427] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3f226a2-12d9-46c0-b1a0-d56977773432 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.151013] env[62563]: DEBUG oslo_vmware.api [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1986.151013] env[62563]: value = "task-1752034" [ 1986.151013] env[62563]: _type = "Task" [ 1986.151013] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.159329] env[62563]: DEBUG oslo_vmware.api [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.160540] env[62563]: DEBUG oslo_vmware.api [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1986.160540] env[62563]: value = "task-1752035" [ 1986.160540] env[62563]: _type = "Task" [ 1986.160540] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.170493] env[62563]: DEBUG oslo_vmware.api [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1752035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.353856] env[62563]: DEBUG nova.compute.manager [req-7d43e443-36d2-48df-97a8-15c50b2e1a3d req-a51729ba-455a-406a-b9ca-0e0e902dcd0b service nova] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Received event network-vif-deleted-41f93ec2-e1bd-43fc-b2e2-7a351570892b {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1986.354117] env[62563]: INFO nova.compute.manager [req-7d43e443-36d2-48df-97a8-15c50b2e1a3d req-a51729ba-455a-406a-b9ca-0e0e902dcd0b service nova] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Neutron deleted interface 41f93ec2-e1bd-43fc-b2e2-7a351570892b; detaching it from the instance and deleting it from the info cache [ 1986.354273] env[62563]: DEBUG nova.network.neutron [req-7d43e443-36d2-48df-97a8-15c50b2e1a3d req-a51729ba-455a-406a-b9ca-0e0e902dcd0b service nova] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.661242] env[62563]: DEBUG oslo_vmware.api [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143981} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.664152] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1986.664353] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1986.664569] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1986.664711] env[62563]: INFO nova.compute.manager [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Took 1.49 seconds to destroy the instance on the hypervisor. [ 1986.664946] env[62563]: DEBUG oslo.service.loopingcall [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.665217] env[62563]: DEBUG nova.compute.manager [-] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1986.665316] env[62563]: DEBUG nova.network.neutron [-] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1986.671350] env[62563]: DEBUG oslo_vmware.api [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1752035, 'name': ReconfigVM_Task, 'duration_secs': 0.341382} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.671588] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-e228a4c2-1bbf-492a-8523-b0ddddba5c6c/volume-e228a4c2-1bbf-492a-8523-b0ddddba5c6c.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1986.676972] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb0c046-8299-4152-b0e9-527df4ac4d3e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.691117] env[62563]: DEBUG oslo_vmware.api [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1986.691117] env[62563]: value = "task-1752036" [ 1986.691117] env[62563]: _type = "Task" [ 1986.691117] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.698774] env[62563]: DEBUG oslo_vmware.api [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1752036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.830635] env[62563]: DEBUG nova.network.neutron [-] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.856553] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fc793a9-c7bc-4513-9bc4-47227e53d8eb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.867032] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a107085-c838-4c1a-a3ae-c371bf5bee5e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.895027] env[62563]: DEBUG nova.compute.manager [req-7d43e443-36d2-48df-97a8-15c50b2e1a3d req-a51729ba-455a-406a-b9ca-0e0e902dcd0b service nova] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Detach interface failed, port_id=41f93ec2-e1bd-43fc-b2e2-7a351570892b, reason: Instance be81ca3f-09fb-4f7c-9800-af7c38260ea5 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1987.905595] env[62563]: INFO nova.compute.manager [-] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Took 1.84 seconds to deallocate network for instance. [ 1987.906478] env[62563]: DEBUG oslo_vmware.api [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1752036, 'name': ReconfigVM_Task, 'duration_secs': 0.146473} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.909223] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364156', 'volume_id': 'e228a4c2-1bbf-492a-8523-b0ddddba5c6c', 'name': 'volume-e228a4c2-1bbf-492a-8523-b0ddddba5c6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9bc0039b-9f2c-4602-8004-f442187b921a', 'attached_at': '', 'detached_at': '', 'volume_id': 'e228a4c2-1bbf-492a-8523-b0ddddba5c6c', 'serial': 'e228a4c2-1bbf-492a-8523-b0ddddba5c6c'} {{(pid=62563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1988.379832] env[62563]: DEBUG nova.compute.manager [req-ec8cd5b0-54d1-45fd-8ce9-1cd876c72653 req-9668e73d-95b7-4729-8acf-b09d9d623092 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Received event network-vif-deleted-90cddd05-33e1-4a26-af03-8b41732a6fe1 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1988.380092] env[62563]: INFO nova.compute.manager [req-ec8cd5b0-54d1-45fd-8ce9-1cd876c72653 req-9668e73d-95b7-4729-8acf-b09d9d623092 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Neutron deleted interface 90cddd05-33e1-4a26-af03-8b41732a6fe1; detaching it from the instance and deleting it from the info cache [ 1988.380287] env[62563]: DEBUG nova.network.neutron [req-ec8cd5b0-54d1-45fd-8ce9-1cd876c72653 req-9668e73d-95b7-4729-8acf-b09d9d623092 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.413481] env[62563]: DEBUG nova.network.neutron [-] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.417918] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.418193] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.418408] env[62563]: DEBUG nova.objects.instance [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Lazy-loading 'resources' on Instance uuid be81ca3f-09fb-4f7c-9800-af7c38260ea5 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1988.883135] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f989fb93-5754-407f-b518-73c9aadce95d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.892705] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6cfea6-d627-4b6d-a417-5bac8eb6ca5b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.916630] env[62563]: DEBUG nova.compute.manager [req-ec8cd5b0-54d1-45fd-8ce9-1cd876c72653 req-9668e73d-95b7-4729-8acf-b09d9d623092 service nova] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Detach interface failed, port_id=90cddd05-33e1-4a26-af03-8b41732a6fe1, reason: Instance 543b57b8-beca-45ed-8bb1-95dad6e84cc7 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1988.922474] env[62563]: INFO nova.compute.manager [-] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Took 2.26 seconds to deallocate network for instance. [ 1988.949353] env[62563]: DEBUG nova.objects.instance [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lazy-loading 'flavor' on Instance uuid 9bc0039b-9f2c-4602-8004-f442187b921a {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1988.973841] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65c0096-a3ce-4954-8f4c-6a9bd53fdf59 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.981568] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4236074-00dd-4b76-8b58-2770ec1b9b5c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.011457] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff34cd0c-cfe7-4818-adfb-44daa04dab4c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.018510] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49453f53-486c-4f0e-8fba-c4c07ed417ff {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.031073] env[62563]: DEBUG nova.compute.provider_tree [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.428997] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.455509] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c4520f0a-652f-4545-a301-c9239020c343 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9bc0039b-9f2c-4602-8004-f442187b921a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.970s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.533947] env[62563]: DEBUG nova.scheduler.client.report [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1989.928023] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "9bc0039b-9f2c-4602-8004-f442187b921a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.928397] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9bc0039b-9f2c-4602-8004-f442187b921a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.039606] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.041950] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.613s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.042182] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.057699] env[62563]: INFO nova.scheduler.client.report [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Deleted allocations for instance be81ca3f-09fb-4f7c-9800-af7c38260ea5 [ 1990.059389] env[62563]: INFO nova.scheduler.client.report [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleted allocations for instance 543b57b8-beca-45ed-8bb1-95dad6e84cc7 [ 1990.431567] env[62563]: INFO nova.compute.manager [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Detaching volume e228a4c2-1bbf-492a-8523-b0ddddba5c6c [ 1990.461551] env[62563]: INFO nova.virt.block_device [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Attempting to driver detach volume e228a4c2-1bbf-492a-8523-b0ddddba5c6c from mountpoint /dev/sdb [ 1990.461719] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Volume detach. Driver type: vmdk {{(pid=62563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1990.461910] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364156', 'volume_id': 'e228a4c2-1bbf-492a-8523-b0ddddba5c6c', 'name': 'volume-e228a4c2-1bbf-492a-8523-b0ddddba5c6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9bc0039b-9f2c-4602-8004-f442187b921a', 'attached_at': '', 'detached_at': '', 'volume_id': 'e228a4c2-1bbf-492a-8523-b0ddddba5c6c', 'serial': 'e228a4c2-1bbf-492a-8523-b0ddddba5c6c'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1990.462853] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c242d7-d4aa-47b9-8d23-04764f279f19 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.487984] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216a4968-404f-4968-91fd-678b6570f998 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.494618] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898e17e3-5b62-4833-a4eb-3d81997e7602 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.515227] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bae8ecd-bf41-454a-a688-dc7d69fc06bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.530320] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] The volume has not been displaced from its original location: [datastore1] volume-e228a4c2-1bbf-492a-8523-b0ddddba5c6c/volume-e228a4c2-1bbf-492a-8523-b0ddddba5c6c.vmdk. No consolidation needed. {{(pid=62563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1990.535885] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1990.536264] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ea565c5-d20e-45ff-a098-c71175f4b21a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.554273] env[62563]: DEBUG oslo_vmware.api [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1990.554273] env[62563]: value = "task-1752037" [ 1990.554273] env[62563]: _type = "Task" [ 1990.554273] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.562423] env[62563]: DEBUG oslo_vmware.api [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1752037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.570941] env[62563]: DEBUG oslo_concurrency.lockutils [None req-87b9cf96-3d2a-4bca-889e-ec2788f539c9 tempest-ServerMetadataNegativeTestJSON-690861183 tempest-ServerMetadataNegativeTestJSON-690861183-project-member] Lock "be81ca3f-09fb-4f7c-9800-af7c38260ea5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.912s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.572272] env[62563]: DEBUG oslo_concurrency.lockutils [None req-6239fcf4-70aa-4f5c-b6c5-893535809246 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "543b57b8-beca-45ed-8bb1-95dad6e84cc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.400s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.063952] env[62563]: DEBUG oslo_vmware.api [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1752037, 'name': ReconfigVM_Task, 'duration_secs': 0.208994} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.064257] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1991.068885] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-293fdef4-ccdf-4eff-890e-389ca476f6a4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.083242] env[62563]: DEBUG oslo_vmware.api [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1991.083242] env[62563]: value = "task-1752038" [ 1991.083242] env[62563]: _type = "Task" [ 1991.083242] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.091534] env[62563]: DEBUG oslo_vmware.api [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1752038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.109364] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "ca066d29-8497-46d9-b676-80c714748acb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.109604] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "ca066d29-8497-46d9-b676-80c714748acb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.593097] env[62563]: DEBUG oslo_vmware.api [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1752038, 'name': ReconfigVM_Task, 'duration_secs': 0.131421} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.593423] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-364156', 'volume_id': 'e228a4c2-1bbf-492a-8523-b0ddddba5c6c', 'name': 'volume-e228a4c2-1bbf-492a-8523-b0ddddba5c6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9bc0039b-9f2c-4602-8004-f442187b921a', 'attached_at': '', 'detached_at': '', 'volume_id': 'e228a4c2-1bbf-492a-8523-b0ddddba5c6c', 'serial': 'e228a4c2-1bbf-492a-8523-b0ddddba5c6c'} {{(pid=62563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1991.611945] env[62563]: DEBUG nova.compute.manager [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1992.135995] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.136952] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.138023] env[62563]: INFO nova.compute.claims [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1992.145159] env[62563]: DEBUG nova.objects.instance [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lazy-loading 'flavor' on Instance uuid 9bc0039b-9f2c-4602-8004-f442187b921a {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1993.151709] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8d8b6556-5b07-4ce9-89e6-bcdce6987758 tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9bc0039b-9f2c-4602-8004-f442187b921a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.191451] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302220a6-f251-401f-af68-30c2923f514a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.199310] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713b08f2-321f-49cb-8f76-8f32e9b5b84f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.229232] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5841a007-839a-494e-88fe-8d47a1ad4946 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.236745] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44d3c68-1d41-4427-bba3-ad8cfd84fc5b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.249872] env[62563]: DEBUG nova.compute.provider_tree [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.753177] env[62563]: DEBUG nova.scheduler.client.report [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1994.194932] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "9bc0039b-9f2c-4602-8004-f442187b921a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.195319] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9bc0039b-9f2c-4602-8004-f442187b921a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.195446] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "9bc0039b-9f2c-4602-8004-f442187b921a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.195663] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9bc0039b-9f2c-4602-8004-f442187b921a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.195912] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9bc0039b-9f2c-4602-8004-f442187b921a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.198161] env[62563]: INFO nova.compute.manager [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Terminating instance [ 1994.200053] env[62563]: DEBUG nova.compute.manager [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1994.200268] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1994.201113] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27da0e25-f188-4640-9f74-5d004f3f7f28 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.208799] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1994.209026] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7580e37-94da-459a-b6ec-54dfb70ba47c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.215768] env[62563]: DEBUG oslo_vmware.api [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1994.215768] env[62563]: value = "task-1752039" [ 1994.215768] env[62563]: _type = "Task" [ 1994.215768] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.222743] env[62563]: DEBUG oslo_vmware.api [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1752039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.257823] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.258477] env[62563]: DEBUG nova.compute.manager [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1994.725424] env[62563]: DEBUG oslo_vmware.api [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1752039, 'name': PowerOffVM_Task, 'duration_secs': 0.202691} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.725685] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.725851] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1994.726110] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72a6a8f3-925e-4f3c-acdd-56f86d94c4db {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.763162] env[62563]: DEBUG nova.compute.utils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1994.764578] env[62563]: DEBUG nova.compute.manager [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1994.764751] env[62563]: DEBUG nova.network.neutron [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1994.806157] env[62563]: DEBUG nova.policy [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e14c9002dabf4cf59380da62fabbd757', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16b703ebd48b4ebf9b5d8148aea68e34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 1995.069413] env[62563]: DEBUG nova.network.neutron [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Successfully created port: 1227d906-b3ef-4542-92a7-40376ea70eb5 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1995.267402] env[62563]: DEBUG nova.compute.manager [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1995.877077] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1995.877077] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1995.877077] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Deleting the datastore file [datastore1] 9bc0039b-9f2c-4602-8004-f442187b921a {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1995.877077] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00339ccd-fe4d-4859-abf8-e843eb2ef622 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.883504] env[62563]: DEBUG oslo_vmware.api [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for the task: (returnval){ [ 1995.883504] env[62563]: value = "task-1752041" [ 1995.883504] env[62563]: _type = "Task" [ 1995.883504] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.891339] env[62563]: DEBUG oslo_vmware.api [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1752041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.277861] env[62563]: DEBUG nova.compute.manager [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1996.304767] env[62563]: DEBUG nova.virt.hardware [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1996.305032] env[62563]: DEBUG nova.virt.hardware [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1996.305196] env[62563]: DEBUG nova.virt.hardware [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1996.305378] env[62563]: DEBUG nova.virt.hardware [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1996.305525] env[62563]: DEBUG nova.virt.hardware [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1996.305714] env[62563]: DEBUG nova.virt.hardware [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1996.305924] env[62563]: DEBUG nova.virt.hardware [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1996.306099] env[62563]: DEBUG nova.virt.hardware [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1996.306271] env[62563]: DEBUG nova.virt.hardware [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1996.306435] env[62563]: DEBUG nova.virt.hardware [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1996.306605] env[62563]: DEBUG nova.virt.hardware [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1996.307468] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7275a1c-ffd9-48f3-9ad4-c6ea950f5555 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.315092] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea6c285-0d44-4cbb-b3be-fb4b57b93bdd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.392160] env[62563]: DEBUG oslo_vmware.api [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Task: {'id': task-1752041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133247} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.392418] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1996.392604] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1996.392779] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1996.392956] env[62563]: INFO nova.compute.manager [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1996.393218] env[62563]: DEBUG oslo.service.loopingcall [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.393419] env[62563]: DEBUG nova.compute.manager [-] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1996.393516] env[62563]: DEBUG nova.network.neutron [-] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1996.432542] env[62563]: DEBUG nova.compute.manager [req-e04e1afe-5678-4b35-b848-ac491f6786e1 req-030cb4fa-8cd6-4189-bf08-a63b8d5591f3 service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Received event network-vif-plugged-1227d906-b3ef-4542-92a7-40376ea70eb5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1996.433223] env[62563]: DEBUG oslo_concurrency.lockutils [req-e04e1afe-5678-4b35-b848-ac491f6786e1 req-030cb4fa-8cd6-4189-bf08-a63b8d5591f3 service nova] Acquiring lock "ca066d29-8497-46d9-b676-80c714748acb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.434122] env[62563]: DEBUG oslo_concurrency.lockutils [req-e04e1afe-5678-4b35-b848-ac491f6786e1 req-030cb4fa-8cd6-4189-bf08-a63b8d5591f3 service nova] Lock "ca066d29-8497-46d9-b676-80c714748acb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.434506] env[62563]: DEBUG oslo_concurrency.lockutils [req-e04e1afe-5678-4b35-b848-ac491f6786e1 req-030cb4fa-8cd6-4189-bf08-a63b8d5591f3 service nova] Lock "ca066d29-8497-46d9-b676-80c714748acb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.434979] env[62563]: DEBUG nova.compute.manager [req-e04e1afe-5678-4b35-b848-ac491f6786e1 req-030cb4fa-8cd6-4189-bf08-a63b8d5591f3 service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] No waiting events found dispatching network-vif-plugged-1227d906-b3ef-4542-92a7-40376ea70eb5 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1996.435228] env[62563]: WARNING nova.compute.manager [req-e04e1afe-5678-4b35-b848-ac491f6786e1 req-030cb4fa-8cd6-4189-bf08-a63b8d5591f3 service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Received unexpected event network-vif-plugged-1227d906-b3ef-4542-92a7-40376ea70eb5 for instance with vm_state building and task_state spawning. [ 1996.514095] env[62563]: DEBUG nova.network.neutron [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Successfully updated port: 1227d906-b3ef-4542-92a7-40376ea70eb5 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1996.791910] env[62563]: DEBUG nova.compute.manager [req-8107c06c-03be-4068-9021-3cc04d3e7858 req-3e70ff65-71d1-4d56-a92c-066fe183188b service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Received event network-vif-deleted-298b2245-f577-4391-b363-a92d8cd2bf7c {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1996.791910] env[62563]: INFO nova.compute.manager [req-8107c06c-03be-4068-9021-3cc04d3e7858 req-3e70ff65-71d1-4d56-a92c-066fe183188b service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Neutron deleted interface 298b2245-f577-4391-b363-a92d8cd2bf7c; detaching it from the instance and deleting it from the info cache [ 1996.791910] env[62563]: DEBUG nova.network.neutron [req-8107c06c-03be-4068-9021-3cc04d3e7858 req-3e70ff65-71d1-4d56-a92c-066fe183188b service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.017307] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.017307] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.017307] env[62563]: DEBUG nova.network.neutron [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1997.270236] env[62563]: DEBUG nova.network.neutron [-] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.294359] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf43b5c3-0ba3-405f-8a0e-1d49d72c0229 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.304813] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccddd84-0260-496c-b5e2-31058696316a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.328158] env[62563]: DEBUG nova.compute.manager [req-8107c06c-03be-4068-9021-3cc04d3e7858 req-3e70ff65-71d1-4d56-a92c-066fe183188b service nova] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Detach interface failed, port_id=298b2245-f577-4391-b363-a92d8cd2bf7c, reason: Instance 9bc0039b-9f2c-4602-8004-f442187b921a could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1997.745865] env[62563]: DEBUG nova.network.neutron [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1997.773133] env[62563]: INFO nova.compute.manager [-] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Took 1.38 seconds to deallocate network for instance. [ 1997.874437] env[62563]: DEBUG nova.network.neutron [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Updating instance_info_cache with network_info: [{"id": "1227d906-b3ef-4542-92a7-40376ea70eb5", "address": "fa:16:3e:4a:05:76", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227d906-b3", "ovs_interfaceid": "1227d906-b3ef-4542-92a7-40376ea70eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.280097] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.280097] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.280380] env[62563]: DEBUG nova.objects.instance [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lazy-loading 'resources' on Instance uuid 9bc0039b-9f2c-4602-8004-f442187b921a {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.377369] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.377707] env[62563]: DEBUG nova.compute.manager [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Instance network_info: |[{"id": "1227d906-b3ef-4542-92a7-40376ea70eb5", "address": "fa:16:3e:4a:05:76", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227d906-b3", "ovs_interfaceid": "1227d906-b3ef-4542-92a7-40376ea70eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1998.378184] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:05:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1227d906-b3ef-4542-92a7-40376ea70eb5', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1998.385712] env[62563]: DEBUG oslo.service.loopingcall [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.385937] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca066d29-8497-46d9-b676-80c714748acb] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1998.386182] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0544eff2-c8e2-40dc-a663-fbb3510f6816 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.406630] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1998.406630] env[62563]: value = "task-1752042" [ 1998.406630] env[62563]: _type = "Task" [ 1998.406630] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.414881] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1752042, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.458734] env[62563]: DEBUG nova.compute.manager [req-44369dee-1863-45c6-8b51-d142b3e19759 req-fc1f6511-d606-41a9-b5aa-346db0daf17a service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Received event network-changed-1227d906-b3ef-4542-92a7-40376ea70eb5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1998.459060] env[62563]: DEBUG nova.compute.manager [req-44369dee-1863-45c6-8b51-d142b3e19759 req-fc1f6511-d606-41a9-b5aa-346db0daf17a service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Refreshing instance network info cache due to event network-changed-1227d906-b3ef-4542-92a7-40376ea70eb5. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1998.459422] env[62563]: DEBUG oslo_concurrency.lockutils [req-44369dee-1863-45c6-8b51-d142b3e19759 req-fc1f6511-d606-41a9-b5aa-346db0daf17a service nova] Acquiring lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.459693] env[62563]: DEBUG oslo_concurrency.lockutils [req-44369dee-1863-45c6-8b51-d142b3e19759 req-fc1f6511-d606-41a9-b5aa-346db0daf17a service nova] Acquired lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.459986] env[62563]: DEBUG nova.network.neutron [req-44369dee-1863-45c6-8b51-d142b3e19759 req-fc1f6511-d606-41a9-b5aa-346db0daf17a service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Refreshing network info cache for port 1227d906-b3ef-4542-92a7-40376ea70eb5 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1998.824233] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447fb28c-236c-4cdf-a7c7-b5ec39fd54a5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.831498] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e48fd0a-81a1-494b-8060-7a050eeaacba {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.861078] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac15e656-e2da-44d2-8b0b-47499161ab40 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.867850] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1bd8db-1b62-4651-83fa-af7ce9737a44 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.880330] env[62563]: DEBUG nova.compute.provider_tree [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1998.914777] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1752042, 'name': CreateVM_Task, 'duration_secs': 0.348435} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.914884] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca066d29-8497-46d9-b676-80c714748acb] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1998.915588] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.915781] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.916123] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1998.916514] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88c18a7-2937-4d6a-8773-581f8ee97eb7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.920494] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1998.920494] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52a50e59-f329-8899-649f-b4cc2cb454fb" [ 1998.920494] env[62563]: _type = "Task" [ 1998.920494] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.927385] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a50e59-f329-8899-649f-b4cc2cb454fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.144699] env[62563]: DEBUG nova.network.neutron [req-44369dee-1863-45c6-8b51-d142b3e19759 req-fc1f6511-d606-41a9-b5aa-346db0daf17a service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Updated VIF entry in instance network info cache for port 1227d906-b3ef-4542-92a7-40376ea70eb5. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1999.145332] env[62563]: DEBUG nova.network.neutron [req-44369dee-1863-45c6-8b51-d142b3e19759 req-fc1f6511-d606-41a9-b5aa-346db0daf17a service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Updating instance_info_cache with network_info: [{"id": "1227d906-b3ef-4542-92a7-40376ea70eb5", "address": "fa:16:3e:4a:05:76", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227d906-b3", "ovs_interfaceid": "1227d906-b3ef-4542-92a7-40376ea70eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.383606] env[62563]: DEBUG nova.scheduler.client.report [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1999.430713] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52a50e59-f329-8899-649f-b4cc2cb454fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009121} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.430964] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.431207] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1999.431433] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.431638] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.431850] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1999.432320] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4f26851-3b0d-4ad7-93a9-56460520eb38 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.439874] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1999.440079] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1999.440732] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d5d0c5f-5f04-4050-8683-13ef703b9d92 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.445461] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1999.445461] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52d9d786-d1cd-5ef7-bbfc-cec4266e1699" [ 1999.445461] env[62563]: _type = "Task" [ 1999.445461] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.452285] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d9d786-d1cd-5ef7-bbfc-cec4266e1699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.649321] env[62563]: DEBUG oslo_concurrency.lockutils [req-44369dee-1863-45c6-8b51-d142b3e19759 req-fc1f6511-d606-41a9-b5aa-346db0daf17a service nova] Releasing lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.888689] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.906378] env[62563]: INFO nova.scheduler.client.report [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Deleted allocations for instance 9bc0039b-9f2c-4602-8004-f442187b921a [ 1999.956723] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52d9d786-d1cd-5ef7-bbfc-cec4266e1699, 'name': SearchDatastore_Task, 'duration_secs': 0.008338} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.957469] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f47c9a5-1909-4a3d-9893-8cfa993925db {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.962802] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 1999.962802] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527d07d6-ddfa-d556-2491-e372b687a24d" [ 1999.962802] env[62563]: _type = "Task" [ 1999.962802] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.970333] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527d07d6-ddfa-d556-2491-e372b687a24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.415604] env[62563]: DEBUG oslo_concurrency.lockutils [None req-c390c0c4-f011-4b0b-8ecd-f57866b6d4cb tempest-AttachVolumeNegativeTest-1267980547 tempest-AttachVolumeNegativeTest-1267980547-project-member] Lock "9bc0039b-9f2c-4602-8004-f442187b921a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.220s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.473191] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527d07d6-ddfa-d556-2491-e372b687a24d, 'name': SearchDatastore_Task, 'duration_secs': 0.008554} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.473455] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.473714] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] ca066d29-8497-46d9-b676-80c714748acb/ca066d29-8497-46d9-b676-80c714748acb.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2000.473972] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c3a774b-3633-43bd-88b7-282db00ef34b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.480402] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 2000.480402] env[62563]: value = "task-1752043" [ 2000.480402] env[62563]: _type = "Task" [ 2000.480402] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.487795] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.991217] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429651} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.991411] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] ca066d29-8497-46d9-b676-80c714748acb/ca066d29-8497-46d9-b676-80c714748acb.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2000.991626] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2000.991872] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcabf028-4ec6-4d96-8770-87da7a70a1f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.997893] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 2000.997893] env[62563]: value = "task-1752045" [ 2000.997893] env[62563]: _type = "Task" [ 2000.997893] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.004768] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.506939] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.007870] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.508732] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.343361} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.509110] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2002.509819] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f161e0-c3e8-44fc-b58a-88468dd16709 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.532762] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] ca066d29-8497-46d9-b676-80c714748acb/ca066d29-8497-46d9-b676-80c714748acb.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2002.533101] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d14465d0-bbd7-4686-8c31-88cfd2fd8358 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.553175] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 2002.553175] env[62563]: value = "task-1752046" [ 2002.553175] env[62563]: _type = "Task" [ 2002.553175] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.561337] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.063586] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752046, 'name': ReconfigVM_Task, 'duration_secs': 0.318284} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.063817] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Reconfigured VM instance instance-0000007b to attach disk [datastore1] ca066d29-8497-46d9-b676-80c714748acb/ca066d29-8497-46d9-b676-80c714748acb.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2003.064487] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c05c1587-3e9f-406e-856a-9fe90d6b3efe {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.071029] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 2003.071029] env[62563]: value = "task-1752048" [ 2003.071029] env[62563]: _type = "Task" [ 2003.071029] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.079093] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752048, 'name': Rename_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.580802] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752048, 'name': Rename_Task, 'duration_secs': 0.137193} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.581154] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2003.581329] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-633ca3d0-5a88-4a21-a8c0-edbabfbf2c87 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.587915] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 2003.587915] env[62563]: value = "task-1752049" [ 2003.587915] env[62563]: _type = "Task" [ 2003.587915] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.597114] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.098080] env[62563]: DEBUG oslo_vmware.api [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752049, 'name': PowerOnVM_Task, 'duration_secs': 0.411508} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.098362] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2004.098567] env[62563]: INFO nova.compute.manager [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Took 7.82 seconds to spawn the instance on the hypervisor. [ 2004.098768] env[62563]: DEBUG nova.compute.manager [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2004.099549] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d95a767-ea43-4c53-9aa1-2c4712bb4319 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.616149] env[62563]: INFO nova.compute.manager [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Took 12.50 seconds to build instance. [ 2005.118207] env[62563]: DEBUG oslo_concurrency.lockutils [None req-7d56b0a9-2a85-435d-a306-cd8acca4946f tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "ca066d29-8497-46d9-b676-80c714748acb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.008s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.324993] env[62563]: DEBUG nova.compute.manager [req-2c22bb37-5bdf-4e48-8b60-51049acf164d req-55b47d96-f982-4085-b617-d601b978dcc2 service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Received event network-changed-1227d906-b3ef-4542-92a7-40376ea70eb5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2005.325216] env[62563]: DEBUG nova.compute.manager [req-2c22bb37-5bdf-4e48-8b60-51049acf164d req-55b47d96-f982-4085-b617-d601b978dcc2 service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Refreshing instance network info cache due to event network-changed-1227d906-b3ef-4542-92a7-40376ea70eb5. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2005.325437] env[62563]: DEBUG oslo_concurrency.lockutils [req-2c22bb37-5bdf-4e48-8b60-51049acf164d req-55b47d96-f982-4085-b617-d601b978dcc2 service nova] Acquiring lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.325580] env[62563]: DEBUG oslo_concurrency.lockutils [req-2c22bb37-5bdf-4e48-8b60-51049acf164d req-55b47d96-f982-4085-b617-d601b978dcc2 service nova] Acquired lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.325779] env[62563]: DEBUG nova.network.neutron [req-2c22bb37-5bdf-4e48-8b60-51049acf164d req-55b47d96-f982-4085-b617-d601b978dcc2 service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Refreshing network info cache for port 1227d906-b3ef-4542-92a7-40376ea70eb5 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2006.029834] env[62563]: DEBUG nova.network.neutron [req-2c22bb37-5bdf-4e48-8b60-51049acf164d req-55b47d96-f982-4085-b617-d601b978dcc2 service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Updated VIF entry in instance network info cache for port 1227d906-b3ef-4542-92a7-40376ea70eb5. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2006.030216] env[62563]: DEBUG nova.network.neutron [req-2c22bb37-5bdf-4e48-8b60-51049acf164d req-55b47d96-f982-4085-b617-d601b978dcc2 service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Updating instance_info_cache with network_info: [{"id": "1227d906-b3ef-4542-92a7-40376ea70eb5", "address": "fa:16:3e:4a:05:76", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227d906-b3", "ovs_interfaceid": "1227d906-b3ef-4542-92a7-40376ea70eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.533611] env[62563]: DEBUG oslo_concurrency.lockutils [req-2c22bb37-5bdf-4e48-8b60-51049acf164d req-55b47d96-f982-4085-b617-d601b978dcc2 service nova] Releasing lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.260045] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2028.260413] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2028.260458] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2029.265095] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Didn't find any instances for network info cache update. {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 2029.265465] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.265500] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.265630] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.265781] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.265927] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.266086] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.266217] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2029.266358] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.769482] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.769700] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.769863] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.770030] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2029.770915] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5f52b3-f1da-4f43-90d1-bd0501e2d51d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.779449] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9068e4-d006-4c5a-9da3-564a88f7758f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.792999] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0edac4-dbb3-4732-b9a2-a6c02e2936e4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.798974] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be6c0f6-20a2-4153-abd4-a2ee7c54f1c4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.826629] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181115MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2029.826778] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.826957] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.850544] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance ca066d29-8497-46d9-b676-80c714748acb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2030.850828] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2030.850909] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2030.880554] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5e4742-8911-481b-91c3-3cf15b0837c6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.887769] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8114763-98a9-410f-b2ae-5f0552313f73 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.916655] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2807d51c-0e82-428c-b8bd-c17281a8b07a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.923496] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a66ceb-0f73-4058-9ca1-8171d7c591c1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.936436] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2031.439670] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2031.944789] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2031.945162] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.945282] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2031.945367] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Cleaning up deleted instances {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 2032.455984] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] There are 35 instances to clean {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 2032.456198] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: be81ca3f-09fb-4f7c-9800-af7c38260ea5] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2032.960213] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 9bc0039b-9f2c-4602-8004-f442187b921a] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2033.463618] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 543b57b8-beca-45ed-8bb1-95dad6e84cc7] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2033.966722] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: aed27fab-e106-41b7-9f78-50b1321cd750] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2034.470226] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 7b3afe7c-1d4d-4f9b-a2bd-1c758ce27c82] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2034.973839] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 9a39e398-41f4-47a6-91a3-10436f991ff6] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2035.476552] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 0a2fe50a-cc3e-45cf-bea3-432df115fe3d] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2035.980150] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 565b0eae-2952-41dc-a335-09590ad4582c] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2036.483365] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: a88268b9-a22e-462a-9677-6bee6243bffe] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2036.986550] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: a903b487-5a0d-407e-b549-855856dcbb39] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2037.490347] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 76691c85-eae4-476b-821b-31f649460b09] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2037.993359] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: c4139981-c84d-448f-836e-64913b0ca5d7] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2038.496741] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 7ef7e2a6-4f49-4937-9253-31cfacd57579] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2039.000338] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 39119bea-a908-4796-a573-4f81632cfa2f] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2039.503843] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 76e4571b-75ec-4f41-ae1f-cc9adb279570] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2040.007020] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: c1cc50ca-2d56-4135-bf9d-2bc7281a3fbf] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2040.510419] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: ffbdf29f-b2b9-4bd0-b1d4-f6e4f27cdf3a] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2041.014120] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: ee5d691c-088d-4e04-a357-f33b24b5a470] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2041.518175] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: fec41e37-f0d0-4e27-a250-af3ec7718a95] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2042.021493] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 55072c9f-3762-41d8-9641-86ad9756f598] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2042.524359] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: c2e2dc1c-0f10-4804-9668-041632960e7f] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2042.744923] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e6e54256-afe5-454e-bed5-0f07fd3d6dc2 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "ca066d29-8497-46d9-b676-80c714748acb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.745213] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e6e54256-afe5-454e-bed5-0f07fd3d6dc2 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "ca066d29-8497-46d9-b676-80c714748acb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.745403] env[62563]: DEBUG nova.compute.manager [None req-e6e54256-afe5-454e-bed5-0f07fd3d6dc2 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2042.746337] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6807464b-f799-4ebf-92d8-f57ab2b95ee2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.753463] env[62563]: DEBUG nova.compute.manager [None req-e6e54256-afe5-454e-bed5-0f07fd3d6dc2 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 2042.754029] env[62563]: DEBUG nova.objects.instance [None req-e6e54256-afe5-454e-bed5-0f07fd3d6dc2 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lazy-loading 'flavor' on Instance uuid ca066d29-8497-46d9-b676-80c714748acb {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2043.027913] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 474e6f56-7fd8-4470-bcba-26495529f9e4] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2043.259914] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e54256-afe5-454e-bed5-0f07fd3d6dc2 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2043.260204] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-733b3f17-6634-47f8-9150-004131fa1f19 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.268702] env[62563]: DEBUG oslo_vmware.api [None req-e6e54256-afe5-454e-bed5-0f07fd3d6dc2 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 2043.268702] env[62563]: value = "task-1752051" [ 2043.268702] env[62563]: _type = "Task" [ 2043.268702] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.276395] env[62563]: DEBUG oslo_vmware.api [None req-e6e54256-afe5-454e-bed5-0f07fd3d6dc2 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.530954] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: c95a3789-9256-481c-a77e-dc1cd992e874] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2043.778109] env[62563]: DEBUG oslo_vmware.api [None req-e6e54256-afe5-454e-bed5-0f07fd3d6dc2 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752051, 'name': PowerOffVM_Task, 'duration_secs': 0.176348} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.778405] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e54256-afe5-454e-bed5-0f07fd3d6dc2 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2043.778585] env[62563]: DEBUG nova.compute.manager [None req-e6e54256-afe5-454e-bed5-0f07fd3d6dc2 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2043.779391] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144b4273-27c2-48cd-a599-1d71123d786e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.034684] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 94c1b38a-0b60-40c3-a672-84acc773d7aa] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2044.291719] env[62563]: DEBUG oslo_concurrency.lockutils [None req-e6e54256-afe5-454e-bed5-0f07fd3d6dc2 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "ca066d29-8497-46d9-b676-80c714748acb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.546s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.538400] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 7777c1f3-e169-4f1f-830b-eae86c4de0ff] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2045.042207] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 086fb48c-5b24-4dc5-9e2a-3ff4811072a2] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2045.124671] env[62563]: DEBUG nova.objects.instance [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lazy-loading 'flavor' on Instance uuid ca066d29-8497-46d9-b676-80c714748acb {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.545871] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 112794f5-e4f3-497b-8a53-092d45af3358] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2045.629222] env[62563]: DEBUG oslo_concurrency.lockutils [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.629422] env[62563]: DEBUG oslo_concurrency.lockutils [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.629586] env[62563]: DEBUG nova.network.neutron [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2045.629760] env[62563]: DEBUG nova.objects.instance [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lazy-loading 'info_cache' on Instance uuid ca066d29-8497-46d9-b676-80c714748acb {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2046.049683] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 7bee263f-4ff5-4537-953d-1d199d67afcc] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2046.133248] env[62563]: DEBUG nova.objects.base [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2046.553120] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 4bce3b08-409f-47e5-9ca4-3e8572c2f8ee] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2046.840917] env[62563]: DEBUG nova.network.neutron [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Updating instance_info_cache with network_info: [{"id": "1227d906-b3ef-4542-92a7-40376ea70eb5", "address": "fa:16:3e:4a:05:76", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227d906-b3", "ovs_interfaceid": "1227d906-b3ef-4542-92a7-40376ea70eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.057088] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 69d847ff-57f0-4c2a-a1b2-ef5357dcb37a] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2047.343466] env[62563]: DEBUG oslo_concurrency.lockutils [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.560628] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 46430685-25dd-412e-aebf-86ba4fcbd3ab] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2047.847101] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2047.847452] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bd4263c-71cd-48a2-b877-b779508e3355 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.855383] env[62563]: DEBUG oslo_vmware.api [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 2047.855383] env[62563]: value = "task-1752052" [ 2047.855383] env[62563]: _type = "Task" [ 2047.855383] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.863225] env[62563]: DEBUG oslo_vmware.api [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.064100] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: d679bdad-d46c-4c2c-a2e7-f1fdf4af5c95] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2048.365554] env[62563]: DEBUG oslo_vmware.api [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752052, 'name': PowerOnVM_Task, 'duration_secs': 0.34454} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.365802] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2048.366017] env[62563]: DEBUG nova.compute.manager [None req-668ac906-b10e-4bbe-b304-55814fee57e8 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2048.366775] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e944ee-3b7f-4d1a-92ac-6c538761db9c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.567732] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 50f1bba0-c397-4e00-aa9e-8aaf6c99cb24] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2049.070729] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: d225830f-a588-44be-a8c1-12d21b67ea7c] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2049.574130] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 72a99e47-ef6a-4930-be72-bbb5af8f6c77] Instance has had 0 of 5 cleanup attempts {{(pid=62563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2050.055097] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e998221-ec01-4bf1-b17e-d8f553f6286f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.062075] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4252a59b-d18f-42fb-b034-dccbe586716c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Suspending the VM {{(pid=62563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2050.062334] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4d56f8cd-dd90-4117-aa6e-2208203c4da8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.068896] env[62563]: DEBUG oslo_vmware.api [None req-4252a59b-d18f-42fb-b034-dccbe586716c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 2050.068896] env[62563]: value = "task-1752053" [ 2050.068896] env[62563]: _type = "Task" [ 2050.068896] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.077152] env[62563]: DEBUG oslo_vmware.api [None req-4252a59b-d18f-42fb-b034-dccbe586716c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752053, 'name': SuspendVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.077435] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.077616] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Cleaning up deleted instances with incomplete migration {{(pid=62563) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 2050.579541] env[62563]: DEBUG oslo_vmware.api [None req-4252a59b-d18f-42fb-b034-dccbe586716c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752053, 'name': SuspendVM_Task} progress is 70%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.579953] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2051.081055] env[62563]: DEBUG oslo_vmware.api [None req-4252a59b-d18f-42fb-b034-dccbe586716c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752053, 'name': SuspendVM_Task, 'duration_secs': 0.628695} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.081055] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4252a59b-d18f-42fb-b034-dccbe586716c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Suspended the VM {{(pid=62563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2051.081488] env[62563]: DEBUG nova.compute.manager [None req-4252a59b-d18f-42fb-b034-dccbe586716c tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2051.081947] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3840bfd0-b078-44de-8f9c-b3ad50505020 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.373046] env[62563]: INFO nova.compute.manager [None req-b5d59688-ba85-4048-baaa-e30dccfbdfe1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Resuming [ 2052.373661] env[62563]: DEBUG nova.objects.instance [None req-b5d59688-ba85-4048-baaa-e30dccfbdfe1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lazy-loading 'flavor' on Instance uuid ca066d29-8497-46d9-b676-80c714748acb {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2053.382161] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b5d59688-ba85-4048-baaa-e30dccfbdfe1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.382505] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b5d59688-ba85-4048-baaa-e30dccfbdfe1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquired lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.382505] env[62563]: DEBUG nova.network.neutron [None req-b5d59688-ba85-4048-baaa-e30dccfbdfe1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2054.087826] env[62563]: DEBUG nova.network.neutron [None req-b5d59688-ba85-4048-baaa-e30dccfbdfe1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Updating instance_info_cache with network_info: [{"id": "1227d906-b3ef-4542-92a7-40376ea70eb5", "address": "fa:16:3e:4a:05:76", "network": {"id": "e497f0e8-5cd4-4e22-94f4-cab0d5dbb058", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1070856899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b703ebd48b4ebf9b5d8148aea68e34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227d906-b3", "ovs_interfaceid": "1227d906-b3ef-4542-92a7-40376ea70eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.591217] env[62563]: DEBUG oslo_concurrency.lockutils [None req-b5d59688-ba85-4048-baaa-e30dccfbdfe1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Releasing lock "refresh_cache-ca066d29-8497-46d9-b676-80c714748acb" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.592866] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22963573-6e43-4247-8a9d-9144b8abdcae {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.599198] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d59688-ba85-4048-baaa-e30dccfbdfe1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Resuming the VM {{(pid=62563) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2054.599440] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75807601-802e-4d1c-9303-3464d0bfa111 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.604695] env[62563]: DEBUG oslo_vmware.api [None req-b5d59688-ba85-4048-baaa-e30dccfbdfe1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 2054.604695] env[62563]: value = "task-1752054" [ 2054.604695] env[62563]: _type = "Task" [ 2054.604695] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.611867] env[62563]: DEBUG oslo_vmware.api [None req-b5d59688-ba85-4048-baaa-e30dccfbdfe1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.116425] env[62563]: DEBUG oslo_vmware.api [None req-b5d59688-ba85-4048-baaa-e30dccfbdfe1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752054, 'name': PowerOnVM_Task, 'duration_secs': 0.425645} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.116713] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d59688-ba85-4048-baaa-e30dccfbdfe1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Resumed the VM {{(pid=62563) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2055.116923] env[62563]: DEBUG nova.compute.manager [None req-b5d59688-ba85-4048-baaa-e30dccfbdfe1 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2055.117780] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18880a2-aa7d-4f0a-a322-7746fef8aa6d {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.952310] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "ca066d29-8497-46d9-b676-80c714748acb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.952625] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "ca066d29-8497-46d9-b676-80c714748acb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.952799] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "ca066d29-8497-46d9-b676-80c714748acb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.953062] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "ca066d29-8497-46d9-b676-80c714748acb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.953179] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "ca066d29-8497-46d9-b676-80c714748acb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.955259] env[62563]: INFO nova.compute.manager [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Terminating instance [ 2055.956903] env[62563]: DEBUG nova.compute.manager [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2055.957114] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2055.957939] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bc0ced-3cb7-4ff3-be1b-fa70340ee8c4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.965646] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2055.965865] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aeae4b3-491b-409c-a928-b5da9dde6548 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.971980] env[62563]: DEBUG oslo_vmware.api [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 2055.971980] env[62563]: value = "task-1752055" [ 2055.971980] env[62563]: _type = "Task" [ 2055.971980] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.979811] env[62563]: DEBUG oslo_vmware.api [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.482730] env[62563]: DEBUG oslo_vmware.api [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752055, 'name': PowerOffVM_Task, 'duration_secs': 0.178605} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.483015] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2056.483195] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2056.483442] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abad05f6-29c4-43b9-bab0-0dd14aeeddef {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.557819] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2056.558058] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2056.558289] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleting the datastore file [datastore1] ca066d29-8497-46d9-b676-80c714748acb {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2056.558554] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0971fa97-3742-457b-9a96-b86917bc859f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.565402] env[62563]: DEBUG oslo_vmware.api [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for the task: (returnval){ [ 2056.565402] env[62563]: value = "task-1752057" [ 2056.565402] env[62563]: _type = "Task" [ 2056.565402] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.573268] env[62563]: DEBUG oslo_vmware.api [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.075520] env[62563]: DEBUG oslo_vmware.api [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Task: {'id': task-1752057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209874} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.075929] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2057.076035] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2057.076148] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2057.076325] env[62563]: INFO nova.compute.manager [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] [instance: ca066d29-8497-46d9-b676-80c714748acb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2057.076564] env[62563]: DEBUG oslo.service.loopingcall [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.076757] env[62563]: DEBUG nova.compute.manager [-] [instance: ca066d29-8497-46d9-b676-80c714748acb] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2057.076850] env[62563]: DEBUG nova.network.neutron [-] [instance: ca066d29-8497-46d9-b676-80c714748acb] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2057.496755] env[62563]: DEBUG nova.compute.manager [req-0b9432ca-3bb8-457c-9435-eea2eb8a2168 req-c5fd14cb-2586-4e70-abda-710bb657326c service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Received event network-vif-deleted-1227d906-b3ef-4542-92a7-40376ea70eb5 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2057.496914] env[62563]: INFO nova.compute.manager [req-0b9432ca-3bb8-457c-9435-eea2eb8a2168 req-c5fd14cb-2586-4e70-abda-710bb657326c service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Neutron deleted interface 1227d906-b3ef-4542-92a7-40376ea70eb5; detaching it from the instance and deleting it from the info cache [ 2057.497104] env[62563]: DEBUG nova.network.neutron [req-0b9432ca-3bb8-457c-9435-eea2eb8a2168 req-c5fd14cb-2586-4e70-abda-710bb657326c service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.968887] env[62563]: DEBUG nova.network.neutron [-] [instance: ca066d29-8497-46d9-b676-80c714748acb] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.999699] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4ecda92-f3fc-4018-bbef-49c7ec760146 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.009932] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac52fd2-4a09-4fd8-b7b3-a41e7492009e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.033036] env[62563]: DEBUG nova.compute.manager [req-0b9432ca-3bb8-457c-9435-eea2eb8a2168 req-c5fd14cb-2586-4e70-abda-710bb657326c service nova] [instance: ca066d29-8497-46d9-b676-80c714748acb] Detach interface failed, port_id=1227d906-b3ef-4542-92a7-40376ea70eb5, reason: Instance ca066d29-8497-46d9-b676-80c714748acb could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2058.471975] env[62563]: INFO nova.compute.manager [-] [instance: ca066d29-8497-46d9-b676-80c714748acb] Took 1.39 seconds to deallocate network for instance. [ 2058.979103] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.979103] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.979103] env[62563]: DEBUG nova.objects.instance [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lazy-loading 'resources' on Instance uuid ca066d29-8497-46d9-b676-80c714748acb {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2059.513792] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8853e27-6fd2-4420-8c3c-c7f895e5ccc6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.521291] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d65d13-9e98-4d9e-8383-c41da62c43f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.549896] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f21c8f-a1cf-4b68-863a-2f6418af5b16 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.556419] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78a3287-900b-4a63-ac90-d398776a4770 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.569218] env[62563]: DEBUG nova.compute.provider_tree [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2060.072537] env[62563]: DEBUG nova.scheduler.client.report [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2060.577272] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.599362] env[62563]: INFO nova.scheduler.client.report [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Deleted allocations for instance ca066d29-8497-46d9-b676-80c714748acb [ 2061.109465] env[62563]: DEBUG oslo_concurrency.lockutils [None req-be56d8e3-df02-4ce9-a28c-a60572520b84 tempest-ServerActionsTestJSON-320546183 tempest-ServerActionsTestJSON-320546183-project-member] Lock "ca066d29-8497-46d9-b676-80c714748acb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.157s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.866145] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.866440] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.368973] env[62563]: DEBUG nova.compute.manager [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2066.892051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.892051] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.893411] env[62563]: INFO nova.compute.claims [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2067.928255] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea41db9-812d-4c0d-a2f4-b3297ea877a7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.937307] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e6d263-5195-4808-b278-6dbfded440f2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.968476] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb20876-31e8-4b49-b8c0-a88fbc17e60b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.975318] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1653d308-9c29-42be-a8d2-372a9af67fbf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.988178] env[62563]: DEBUG nova.compute.provider_tree [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2068.491065] env[62563]: DEBUG nova.scheduler.client.report [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2068.996383] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.996943] env[62563]: DEBUG nova.compute.manager [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2069.502053] env[62563]: DEBUG nova.compute.utils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2069.503822] env[62563]: DEBUG nova.compute.manager [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2069.504062] env[62563]: DEBUG nova.network.neutron [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2069.542183] env[62563]: DEBUG nova.policy [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28464e23995542ddb1149f325b604b3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bf6b24b177145968a0818c8c1d3c38f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 2069.769670] env[62563]: DEBUG nova.network.neutron [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Successfully created port: f9e54470-19bf-4488-89af-09d23695c525 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2070.006930] env[62563]: DEBUG nova.compute.manager [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2071.016284] env[62563]: DEBUG nova.compute.manager [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2071.041274] env[62563]: DEBUG nova.virt.hardware [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2071.041574] env[62563]: DEBUG nova.virt.hardware [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2071.041694] env[62563]: DEBUG nova.virt.hardware [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2071.041875] env[62563]: DEBUG nova.virt.hardware [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2071.042026] env[62563]: DEBUG nova.virt.hardware [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2071.042182] env[62563]: DEBUG nova.virt.hardware [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2071.042388] env[62563]: DEBUG nova.virt.hardware [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2071.042593] env[62563]: DEBUG nova.virt.hardware [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2071.042714] env[62563]: DEBUG nova.virt.hardware [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2071.042877] env[62563]: DEBUG nova.virt.hardware [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2071.043054] env[62563]: DEBUG nova.virt.hardware [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2071.043975] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290cbfa4-0357-497e-b1a5-b11ecaf258b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.052295] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5716a17f-5a23-43c1-bdf7-d4c7e3de6431 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.137832] env[62563]: DEBUG nova.compute.manager [req-ca498a75-f6df-449a-9506-5278c336819b req-fb67c18c-7c96-447d-baa9-ba4744ad5767 service nova] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Received event network-vif-plugged-f9e54470-19bf-4488-89af-09d23695c525 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2071.138081] env[62563]: DEBUG oslo_concurrency.lockutils [req-ca498a75-f6df-449a-9506-5278c336819b req-fb67c18c-7c96-447d-baa9-ba4744ad5767 service nova] Acquiring lock "8cfbe66b-efa2-4621-b3e1-bbb4d7783d77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.138319] env[62563]: DEBUG oslo_concurrency.lockutils [req-ca498a75-f6df-449a-9506-5278c336819b req-fb67c18c-7c96-447d-baa9-ba4744ad5767 service nova] Lock "8cfbe66b-efa2-4621-b3e1-bbb4d7783d77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.138510] env[62563]: DEBUG oslo_concurrency.lockutils [req-ca498a75-f6df-449a-9506-5278c336819b req-fb67c18c-7c96-447d-baa9-ba4744ad5767 service nova] Lock "8cfbe66b-efa2-4621-b3e1-bbb4d7783d77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.138677] env[62563]: DEBUG nova.compute.manager [req-ca498a75-f6df-449a-9506-5278c336819b req-fb67c18c-7c96-447d-baa9-ba4744ad5767 service nova] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] No waiting events found dispatching network-vif-plugged-f9e54470-19bf-4488-89af-09d23695c525 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2071.138845] env[62563]: WARNING nova.compute.manager [req-ca498a75-f6df-449a-9506-5278c336819b req-fb67c18c-7c96-447d-baa9-ba4744ad5767 service nova] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Received unexpected event network-vif-plugged-f9e54470-19bf-4488-89af-09d23695c525 for instance with vm_state building and task_state spawning. [ 2071.220295] env[62563]: DEBUG nova.network.neutron [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Successfully updated port: f9e54470-19bf-4488-89af-09d23695c525 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2071.723359] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "refresh_cache-8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.723514] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquired lock "refresh_cache-8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.723671] env[62563]: DEBUG nova.network.neutron [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2072.256867] env[62563]: DEBUG nova.network.neutron [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2072.364651] env[62563]: DEBUG nova.network.neutron [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Updating instance_info_cache with network_info: [{"id": "f9e54470-19bf-4488-89af-09d23695c525", "address": "fa:16:3e:10:e6:03", "network": {"id": "c7894fdd-cc1b-4629-be23-f0672c3775f9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-458606997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bf6b24b177145968a0818c8c1d3c38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e54470-19", "ovs_interfaceid": "f9e54470-19bf-4488-89af-09d23695c525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.867785] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Releasing lock "refresh_cache-8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.868120] env[62563]: DEBUG nova.compute.manager [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Instance network_info: |[{"id": "f9e54470-19bf-4488-89af-09d23695c525", "address": "fa:16:3e:10:e6:03", "network": {"id": "c7894fdd-cc1b-4629-be23-f0672c3775f9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-458606997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bf6b24b177145968a0818c8c1d3c38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e54470-19", "ovs_interfaceid": "f9e54470-19bf-4488-89af-09d23695c525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2072.868606] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:e6:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9e54470-19bf-4488-89af-09d23695c525', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2072.876058] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Creating folder: Project (7bf6b24b177145968a0818c8c1d3c38f). Parent ref: group-v363823. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2072.876328] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0f44057-7b54-4586-bf61-00064c88d93b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.887227] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Created folder: Project (7bf6b24b177145968a0818c8c1d3c38f) in parent group-v363823. [ 2072.887406] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Creating folder: Instances. Parent ref: group-v364158. {{(pid=62563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2072.887622] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7e377a2-49d5-4376-bde6-8acc023bfeec {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.896258] env[62563]: INFO nova.virt.vmwareapi.vm_util [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Created folder: Instances in parent group-v364158. [ 2072.896471] env[62563]: DEBUG oslo.service.loopingcall [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2072.896648] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2072.896830] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33793f5a-40e9-424a-af0b-8333e16b3d1e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.914328] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2072.914328] env[62563]: value = "task-1752060" [ 2072.914328] env[62563]: _type = "Task" [ 2072.914328] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.921211] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1752060, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.163885] env[62563]: DEBUG nova.compute.manager [req-3f21c14c-9f5d-4a38-bb90-633ef1ac3836 req-b56f4bfd-b2bd-46a1-b5ac-c08f2a9837b1 service nova] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Received event network-changed-f9e54470-19bf-4488-89af-09d23695c525 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2073.164108] env[62563]: DEBUG nova.compute.manager [req-3f21c14c-9f5d-4a38-bb90-633ef1ac3836 req-b56f4bfd-b2bd-46a1-b5ac-c08f2a9837b1 service nova] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Refreshing instance network info cache due to event network-changed-f9e54470-19bf-4488-89af-09d23695c525. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2073.164358] env[62563]: DEBUG oslo_concurrency.lockutils [req-3f21c14c-9f5d-4a38-bb90-633ef1ac3836 req-b56f4bfd-b2bd-46a1-b5ac-c08f2a9837b1 service nova] Acquiring lock "refresh_cache-8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.164483] env[62563]: DEBUG oslo_concurrency.lockutils [req-3f21c14c-9f5d-4a38-bb90-633ef1ac3836 req-b56f4bfd-b2bd-46a1-b5ac-c08f2a9837b1 service nova] Acquired lock "refresh_cache-8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.164647] env[62563]: DEBUG nova.network.neutron [req-3f21c14c-9f5d-4a38-bb90-633ef1ac3836 req-b56f4bfd-b2bd-46a1-b5ac-c08f2a9837b1 service nova] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Refreshing network info cache for port f9e54470-19bf-4488-89af-09d23695c525 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2073.424481] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1752060, 'name': CreateVM_Task, 'duration_secs': 0.322196} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.424803] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2073.425568] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.425779] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.426114] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2073.426365] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd2454e-a596-44cd-8e00-e29ffa9ba102 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.430646] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2073.430646] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5241d7e1-ab51-dcbb-7ae8-24d0fa7320a1" [ 2073.430646] env[62563]: _type = "Task" [ 2073.430646] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.438102] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5241d7e1-ab51-dcbb-7ae8-24d0fa7320a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.847393] env[62563]: DEBUG nova.network.neutron [req-3f21c14c-9f5d-4a38-bb90-633ef1ac3836 req-b56f4bfd-b2bd-46a1-b5ac-c08f2a9837b1 service nova] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Updated VIF entry in instance network info cache for port f9e54470-19bf-4488-89af-09d23695c525. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2073.847683] env[62563]: DEBUG nova.network.neutron [req-3f21c14c-9f5d-4a38-bb90-633ef1ac3836 req-b56f4bfd-b2bd-46a1-b5ac-c08f2a9837b1 service nova] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Updating instance_info_cache with network_info: [{"id": "f9e54470-19bf-4488-89af-09d23695c525", "address": "fa:16:3e:10:e6:03", "network": {"id": "c7894fdd-cc1b-4629-be23-f0672c3775f9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-458606997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bf6b24b177145968a0818c8c1d3c38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e54470-19", "ovs_interfaceid": "f9e54470-19bf-4488-89af-09d23695c525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.941030] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5241d7e1-ab51-dcbb-7ae8-24d0fa7320a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.941030] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.941198] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2073.941448] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.941598] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.941783] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2073.942057] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb0c988c-3e4e-49f7-b040-0fbffaaa2e7b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.951633] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2073.951769] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2073.952462] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf76aced-3eb0-4268-bd2e-7bc56b73b49e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.957421] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2073.957421] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]527544c1-01e5-7681-7ac1-3ea522b798cb" [ 2073.957421] env[62563]: _type = "Task" [ 2073.957421] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.964109] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527544c1-01e5-7681-7ac1-3ea522b798cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.350767] env[62563]: DEBUG oslo_concurrency.lockutils [req-3f21c14c-9f5d-4a38-bb90-633ef1ac3836 req-b56f4bfd-b2bd-46a1-b5ac-c08f2a9837b1 service nova] Releasing lock "refresh_cache-8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.468244] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]527544c1-01e5-7681-7ac1-3ea522b798cb, 'name': SearchDatastore_Task, 'duration_secs': 0.007544} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.469049] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053dd577-5860-4ee0-9d76-bf7d07b34903 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.474367] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2074.474367] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5212d4ab-cf5e-c480-bb6b-138326bd934c" [ 2074.474367] env[62563]: _type = "Task" [ 2074.474367] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.481487] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5212d4ab-cf5e-c480-bb6b-138326bd934c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.986373] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5212d4ab-cf5e-c480-bb6b-138326bd934c, 'name': SearchDatastore_Task, 'duration_secs': 0.008833} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.986667] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.986921] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77/8cfbe66b-efa2-4621-b3e1-bbb4d7783d77.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2074.987185] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3278dbea-6bf1-49b5-b915-2cd1a85c3782 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.993460] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2074.993460] env[62563]: value = "task-1752061" [ 2074.993460] env[62563]: _type = "Task" [ 2074.993460] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.001084] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.502837] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479825} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.503220] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77/8cfbe66b-efa2-4621-b3e1-bbb4d7783d77.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2075.503298] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2075.503546] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdb1a61d-21fe-4b65-88bc-600e16518ddc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.509060] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2075.509060] env[62563]: value = "task-1752062" [ 2075.509060] env[62563]: _type = "Task" [ 2075.509060] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.515832] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.018887] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064309} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.019176] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2076.019935] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68346bab-b882-4890-ab89-c7884881f4fc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.041310] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77/8cfbe66b-efa2-4621-b3e1-bbb4d7783d77.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2076.041626] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fe70299-b01f-4229-8ab6-23bc14326192 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.060571] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2076.060571] env[62563]: value = "task-1752063" [ 2076.060571] env[62563]: _type = "Task" [ 2076.060571] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.067725] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.570851] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752063, 'name': ReconfigVM_Task, 'duration_secs': 0.293551} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.571292] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77/8cfbe66b-efa2-4621-b3e1-bbb4d7783d77.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2076.572045] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60943c0a-e78e-4615-a685-e8655d6bf21a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.578016] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2076.578016] env[62563]: value = "task-1752064" [ 2076.578016] env[62563]: _type = "Task" [ 2076.578016] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.585594] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752064, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.087557] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752064, 'name': Rename_Task, 'duration_secs': 0.131278} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.087837] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2077.088103] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3bfd284-583d-4e71-82d6-3b073f09fd43 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.094259] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2077.094259] env[62563]: value = "task-1752065" [ 2077.094259] env[62563]: _type = "Task" [ 2077.094259] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.102537] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.604676] env[62563]: DEBUG oslo_vmware.api [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752065, 'name': PowerOnVM_Task, 'duration_secs': 0.457714} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.605061] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2077.605172] env[62563]: INFO nova.compute.manager [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Took 6.59 seconds to spawn the instance on the hypervisor. [ 2077.605357] env[62563]: DEBUG nova.compute.manager [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2077.606128] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e686dd83-163f-4cdb-be8b-37b79dda9bfd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.125833] env[62563]: INFO nova.compute.manager [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Took 11.25 seconds to build instance. [ 2078.627685] env[62563]: DEBUG oslo_concurrency.lockutils [None req-a99e3dd6-46cc-4017-8092-1765ee3a905b tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.761s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.893051] env[62563]: INFO nova.compute.manager [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Rescuing [ 2078.893274] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "refresh_cache-8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.893423] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquired lock "refresh_cache-8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.893596] env[62563]: DEBUG nova.network.neutron [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2079.601280] env[62563]: DEBUG nova.network.neutron [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Updating instance_info_cache with network_info: [{"id": "f9e54470-19bf-4488-89af-09d23695c525", "address": "fa:16:3e:10:e6:03", "network": {"id": "c7894fdd-cc1b-4629-be23-f0672c3775f9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-458606997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bf6b24b177145968a0818c8c1d3c38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e54470-19", "ovs_interfaceid": "f9e54470-19bf-4488-89af-09d23695c525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.104412] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Releasing lock "refresh_cache-8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.637317] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2080.637600] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b4a1f28-8897-4699-b8f6-b501b0663064 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.645942] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2080.645942] env[62563]: value = "task-1752066" [ 2080.645942] env[62563]: _type = "Task" [ 2080.645942] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.654859] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.155730] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.656989] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752066, 'name': PowerOffVM_Task, 'duration_secs': 0.584937} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.657277] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2081.658087] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a25ef8-3e4e-4b89-8c1f-f4e66386222e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.675873] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0dfb7e-ae23-4ed6-8833-168d0692ff43 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.701012] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2081.701270] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c6774a5-9ded-4217-9c00-63fb23d82b33 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.706684] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2081.706684] env[62563]: value = "task-1752067" [ 2081.706684] env[62563]: _type = "Task" [ 2081.706684] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.714014] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.216157] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2082.216481] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2082.216602] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.216745] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.216918] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2082.217184] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95154905-28a8-475f-8ae0-c91c6127d878 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.224859] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2082.225044] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2082.225727] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82386ad9-cd97-4637-9f91-25a6b7e35ccd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.230296] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2082.230296] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52ec6e17-3425-1850-a426-9e726fd426f3" [ 2082.230296] env[62563]: _type = "Task" [ 2082.230296] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.238553] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ec6e17-3425-1850-a426-9e726fd426f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.740488] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52ec6e17-3425-1850-a426-9e726fd426f3, 'name': SearchDatastore_Task, 'duration_secs': 0.007545} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.741273] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd11713-7172-42b4-824a-12e2147092bc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.746727] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2082.746727] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5237c100-b4b1-6cdc-04e9-8fbe5f811086" [ 2082.746727] env[62563]: _type = "Task" [ 2082.746727] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.753847] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5237c100-b4b1-6cdc-04e9-8fbe5f811086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.256726] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5237c100-b4b1-6cdc-04e9-8fbe5f811086, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.257086] env[62563]: DEBUG oslo_concurrency.lockutils [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.257240] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk. {{(pid=62563) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2083.257499] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98f7c15f-6c91-4a29-8a81-7ab2d92daf8f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.263419] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2083.263419] env[62563]: value = "task-1752068" [ 2083.263419] env[62563]: _type = "Task" [ 2083.263419] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.270329] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.773943] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436563} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.774228] env[62563]: INFO nova.virt.vmwareapi.ds_util [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk. [ 2083.774971] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb8db54-d19c-4d7f-8203-b5b4a0d109c8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.798686] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2083.798950] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06023e0f-bbaa-4ab2-a5ae-d86757160405 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.815474] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2083.815474] env[62563]: value = "task-1752069" [ 2083.815474] env[62563]: _type = "Task" [ 2083.815474] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.822652] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.324903] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752069, 'name': ReconfigVM_Task, 'duration_secs': 0.307316} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.325309] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2084.325982] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58758a6-247b-486f-84d7-a0f8a00275d1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.349459] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19796260-96f8-4843-9ab6-fffa01f38afa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.363882] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2084.363882] env[62563]: value = "task-1752070" [ 2084.363882] env[62563]: _type = "Task" [ 2084.363882] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.373883] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.874649] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752070, 'name': ReconfigVM_Task, 'duration_secs': 0.147665} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.874928] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2084.875234] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a03b72f4-e60c-4ac6-93af-0f718763e5b8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.881109] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2084.881109] env[62563]: value = "task-1752071" [ 2084.881109] env[62563]: _type = "Task" [ 2084.881109] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.889592] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.391280] env[62563]: DEBUG oslo_vmware.api [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752071, 'name': PowerOnVM_Task, 'duration_secs': 0.410346} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.391636] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2085.394200] env[62563]: DEBUG nova.compute.manager [None req-4da05758-32d9-4764-b80c-5a623869b600 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2085.394951] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62cc0bf-53a4-4bee-937e-60a562cd7f13 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.128506] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "2918a46e-6165-47be-b962-08f7e68b682f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.128506] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "2918a46e-6165-47be-b962-08f7e68b682f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.631144] env[62563]: DEBUG nova.compute.manager [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Starting instance... {{(pid=62563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2088.232165] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.232442] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.234281] env[62563]: INFO nova.compute.claims [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2089.286762] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200edd9b-e815-4fcf-988f-cdafc9274c11 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.294134] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9712db3f-80f5-4598-a0e2-937fc00797b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.324124] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0c90c0-ae0b-48dd-9701-f0f53f25cf20 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.330740] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6af4a31-2f3c-43f7-9c67-b793ce905492 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.343328] env[62563]: DEBUG nova.compute.provider_tree [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2089.847050] env[62563]: DEBUG nova.scheduler.client.report [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2090.351969] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.352613] env[62563]: DEBUG nova.compute.manager [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Start building networks asynchronously for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2090.857663] env[62563]: DEBUG nova.compute.utils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Using /dev/sd instead of None {{(pid=62563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2090.859159] env[62563]: DEBUG nova.compute.manager [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Allocating IP information in the background. {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2090.859327] env[62563]: DEBUG nova.network.neutron [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] allocate_for_instance() {{(pid=62563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2090.911239] env[62563]: DEBUG nova.policy [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28464e23995542ddb1149f325b604b3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bf6b24b177145968a0818c8c1d3c38f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62563) authorize /opt/stack/nova/nova/policy.py:201}} [ 2091.161952] env[62563]: DEBUG nova.network.neutron [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Successfully created port: db9d5d10-a685-469b-bd77-b647e8ead744 {{(pid=62563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2091.363179] env[62563]: DEBUG nova.compute.manager [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Start building block device mappings for instance. {{(pid=62563) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2092.373391] env[62563]: DEBUG nova.compute.manager [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Start spawning the instance on the hypervisor. {{(pid=62563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2092.401090] env[62563]: DEBUG nova.virt.hardware [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T12:15:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T12:15:14Z,direct_url=,disk_format='vmdk',id=9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e0407227c87c49129c30340804965387',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T12:15:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2092.401245] env[62563]: DEBUG nova.virt.hardware [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Flavor limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2092.401316] env[62563]: DEBUG nova.virt.hardware [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Image limits 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2092.401501] env[62563]: DEBUG nova.virt.hardware [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Flavor pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2092.401648] env[62563]: DEBUG nova.virt.hardware [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Image pref 0:0:0 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2092.401795] env[62563]: DEBUG nova.virt.hardware [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2092.402010] env[62563]: DEBUG nova.virt.hardware [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2092.402179] env[62563]: DEBUG nova.virt.hardware [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2092.402349] env[62563]: DEBUG nova.virt.hardware [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Got 1 possible topologies {{(pid=62563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2092.402514] env[62563]: DEBUG nova.virt.hardware [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2092.402686] env[62563]: DEBUG nova.virt.hardware [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2092.403569] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febbc37e-7782-494d-ba81-d12f379453e9 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.410918] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2fa77a-093a-42aa-9908-38cc21fba4cb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.537091] env[62563]: DEBUG nova.compute.manager [req-8dcab72f-5847-44cd-a50b-fb9aceeaa3b6 req-cfc54b26-88d7-46ce-9fac-b5624fd680e3 service nova] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Received event network-vif-plugged-db9d5d10-a685-469b-bd77-b647e8ead744 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2092.537338] env[62563]: DEBUG oslo_concurrency.lockutils [req-8dcab72f-5847-44cd-a50b-fb9aceeaa3b6 req-cfc54b26-88d7-46ce-9fac-b5624fd680e3 service nova] Acquiring lock "2918a46e-6165-47be-b962-08f7e68b682f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.537546] env[62563]: DEBUG oslo_concurrency.lockutils [req-8dcab72f-5847-44cd-a50b-fb9aceeaa3b6 req-cfc54b26-88d7-46ce-9fac-b5624fd680e3 service nova] Lock "2918a46e-6165-47be-b962-08f7e68b682f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.537713] env[62563]: DEBUG oslo_concurrency.lockutils [req-8dcab72f-5847-44cd-a50b-fb9aceeaa3b6 req-cfc54b26-88d7-46ce-9fac-b5624fd680e3 service nova] Lock "2918a46e-6165-47be-b962-08f7e68b682f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.537883] env[62563]: DEBUG nova.compute.manager [req-8dcab72f-5847-44cd-a50b-fb9aceeaa3b6 req-cfc54b26-88d7-46ce-9fac-b5624fd680e3 service nova] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] No waiting events found dispatching network-vif-plugged-db9d5d10-a685-469b-bd77-b647e8ead744 {{(pid=62563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2092.538062] env[62563]: WARNING nova.compute.manager [req-8dcab72f-5847-44cd-a50b-fb9aceeaa3b6 req-cfc54b26-88d7-46ce-9fac-b5624fd680e3 service nova] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Received unexpected event network-vif-plugged-db9d5d10-a685-469b-bd77-b647e8ead744 for instance with vm_state building and task_state spawning. [ 2092.625215] env[62563]: DEBUG nova.network.neutron [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Successfully updated port: db9d5d10-a685-469b-bd77-b647e8ead744 {{(pid=62563) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2093.130502] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "refresh_cache-2918a46e-6165-47be-b962-08f7e68b682f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.130658] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquired lock "refresh_cache-2918a46e-6165-47be-b962-08f7e68b682f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.130843] env[62563]: DEBUG nova.network.neutron [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2093.662298] env[62563]: DEBUG nova.network.neutron [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Instance cache missing network info. {{(pid=62563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2093.775070] env[62563]: DEBUG nova.network.neutron [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Updating instance_info_cache with network_info: [{"id": "db9d5d10-a685-469b-bd77-b647e8ead744", "address": "fa:16:3e:87:d5:3b", "network": {"id": "c7894fdd-cc1b-4629-be23-f0672c3775f9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-458606997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bf6b24b177145968a0818c8c1d3c38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9d5d10-a6", "ovs_interfaceid": "db9d5d10-a685-469b-bd77-b647e8ead744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.277504] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Releasing lock "refresh_cache-2918a46e-6165-47be-b962-08f7e68b682f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.277795] env[62563]: DEBUG nova.compute.manager [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Instance network_info: |[{"id": "db9d5d10-a685-469b-bd77-b647e8ead744", "address": "fa:16:3e:87:d5:3b", "network": {"id": "c7894fdd-cc1b-4629-be23-f0672c3775f9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-458606997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bf6b24b177145968a0818c8c1d3c38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9d5d10-a6", "ovs_interfaceid": "db9d5d10-a685-469b-bd77-b647e8ead744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2094.278251] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:d5:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db9d5d10-a685-469b-bd77-b647e8ead744', 'vif_model': 'vmxnet3'}] {{(pid=62563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2094.285745] env[62563]: DEBUG oslo.service.loopingcall [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2094.285961] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Creating VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2094.286203] env[62563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-516c12bb-0bcf-4d13-9a59-214c67470a17 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.305353] env[62563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2094.305353] env[62563]: value = "task-1752072" [ 2094.305353] env[62563]: _type = "Task" [ 2094.305353] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.312695] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1752072, 'name': CreateVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.563365] env[62563]: DEBUG nova.compute.manager [req-5df0a2ba-fdca-4a1f-b468-01a2c9e3ae9f req-2ae5dfe0-6578-4dc0-99f5-7b9700a113a9 service nova] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Received event network-changed-db9d5d10-a685-469b-bd77-b647e8ead744 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2094.563542] env[62563]: DEBUG nova.compute.manager [req-5df0a2ba-fdca-4a1f-b468-01a2c9e3ae9f req-2ae5dfe0-6578-4dc0-99f5-7b9700a113a9 service nova] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Refreshing instance network info cache due to event network-changed-db9d5d10-a685-469b-bd77-b647e8ead744. {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2094.563764] env[62563]: DEBUG oslo_concurrency.lockutils [req-5df0a2ba-fdca-4a1f-b468-01a2c9e3ae9f req-2ae5dfe0-6578-4dc0-99f5-7b9700a113a9 service nova] Acquiring lock "refresh_cache-2918a46e-6165-47be-b962-08f7e68b682f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.563911] env[62563]: DEBUG oslo_concurrency.lockutils [req-5df0a2ba-fdca-4a1f-b468-01a2c9e3ae9f req-2ae5dfe0-6578-4dc0-99f5-7b9700a113a9 service nova] Acquired lock "refresh_cache-2918a46e-6165-47be-b962-08f7e68b682f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.564089] env[62563]: DEBUG nova.network.neutron [req-5df0a2ba-fdca-4a1f-b468-01a2c9e3ae9f req-2ae5dfe0-6578-4dc0-99f5-7b9700a113a9 service nova] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Refreshing network info cache for port db9d5d10-a685-469b-bd77-b647e8ead744 {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2094.815882] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1752072, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.269579] env[62563]: DEBUG nova.network.neutron [req-5df0a2ba-fdca-4a1f-b468-01a2c9e3ae9f req-2ae5dfe0-6578-4dc0-99f5-7b9700a113a9 service nova] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Updated VIF entry in instance network info cache for port db9d5d10-a685-469b-bd77-b647e8ead744. {{(pid=62563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2095.269949] env[62563]: DEBUG nova.network.neutron [req-5df0a2ba-fdca-4a1f-b468-01a2c9e3ae9f req-2ae5dfe0-6578-4dc0-99f5-7b9700a113a9 service nova] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Updating instance_info_cache with network_info: [{"id": "db9d5d10-a685-469b-bd77-b647e8ead744", "address": "fa:16:3e:87:d5:3b", "network": {"id": "c7894fdd-cc1b-4629-be23-f0672c3775f9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-458606997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bf6b24b177145968a0818c8c1d3c38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9d5d10-a6", "ovs_interfaceid": "db9d5d10-a685-469b-bd77-b647e8ead744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.315923] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1752072, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.772813] env[62563]: DEBUG oslo_concurrency.lockutils [req-5df0a2ba-fdca-4a1f-b468-01a2c9e3ae9f req-2ae5dfe0-6578-4dc0-99f5-7b9700a113a9 service nova] Releasing lock "refresh_cache-2918a46e-6165-47be-b962-08f7e68b682f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.816674] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1752072, 'name': CreateVM_Task} progress is 25%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.323024] env[62563]: DEBUG oslo_vmware.api [-] Task: {'id': task-1752072, 'name': CreateVM_Task, 'duration_secs': 1.83233} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.323024] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Created VM on the ESX host {{(pid=62563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2096.323024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.323024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.323024] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2096.323024] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b036a5-3bff-4493-876e-f944d9ef6fb2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.328455] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2096.328455] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5220ce64-5a31-4aba-8554-afe8c072e3c5" [ 2096.328455] env[62563]: _type = "Task" [ 2096.328455] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.339721] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5220ce64-5a31-4aba-8554-afe8c072e3c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.838390] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5220ce64-5a31-4aba-8554-afe8c072e3c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013093} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.838806] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.838911] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2096.839190] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.839348] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.839530] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2096.839782] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-101f0bbd-4eef-46e1-abff-19f3be72fcd1 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.847922] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2096.848065] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2096.848718] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c4c8ae-20e6-47bf-bc4c-482ab37c14ab {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.853575] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2096.853575] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5280a411-d1b6-8a04-bb64-c28bced9a4b4" [ 2096.853575] env[62563]: _type = "Task" [ 2096.853575] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.860705] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5280a411-d1b6-8a04-bb64-c28bced9a4b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.363545] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5280a411-d1b6-8a04-bb64-c28bced9a4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.364317] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16d5026-23b9-4e12-843f-da586a2e35bd {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.369088] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2097.369088] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52eddcd0-f8ba-d24b-b7dd-7bd0355133e7" [ 2097.369088] env[62563]: _type = "Task" [ 2097.369088] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.376481] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52eddcd0-f8ba-d24b-b7dd-7bd0355133e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.879476] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52eddcd0-f8ba-d24b-b7dd-7bd0355133e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.879818] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.879941] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 2918a46e-6165-47be-b962-08f7e68b682f/2918a46e-6165-47be-b962-08f7e68b682f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2097.880213] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c4148f1-39f2-4cb1-a4bf-49518739c7f7 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.886418] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2097.886418] env[62563]: value = "task-1752073" [ 2097.886418] env[62563]: _type = "Task" [ 2097.886418] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.893241] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.397036] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459473} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.397286] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 2918a46e-6165-47be-b962-08f7e68b682f/2918a46e-6165-47be-b962-08f7e68b682f.vmdk {{(pid=62563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2098.397507] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Extending root virtual disk to 1048576 {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2098.397750] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27acbe96-e06d-4ff0-b472-8254eaf8d1e0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.404469] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2098.404469] env[62563]: value = "task-1752074" [ 2098.404469] env[62563]: _type = "Task" [ 2098.404469] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.411389] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.914037] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154301} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.914037] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Extended root virtual disk {{(pid=62563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2098.914697] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a066374c-ee80-427a-a4b4-baddb264cbb0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.935872] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 2918a46e-6165-47be-b962-08f7e68b682f/2918a46e-6165-47be-b962-08f7e68b682f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2098.936135] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70bb1cf7-5f31-4ceb-9c8f-dee124f73e6b {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.955073] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2098.955073] env[62563]: value = "task-1752075" [ 2098.955073] env[62563]: _type = "Task" [ 2098.955073] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.962533] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.464607] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752075, 'name': ReconfigVM_Task, 'duration_secs': 0.309039} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.464890] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 2918a46e-6165-47be-b962-08f7e68b682f/2918a46e-6165-47be-b962-08f7e68b682f.vmdk or device None with type sparse {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2099.465524] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36cbafe7-5e4c-4568-8689-f006a3bbca2f {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.471557] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2099.471557] env[62563]: value = "task-1752076" [ 2099.471557] env[62563]: _type = "Task" [ 2099.471557] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.480244] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752076, 'name': Rename_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.981659] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752076, 'name': Rename_Task, 'duration_secs': 0.176043} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.982033] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2099.982183] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4985b64f-5868-48a3-b997-21137fe98f51 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.987944] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2099.987944] env[62563]: value = "task-1752077" [ 2099.987944] env[62563]: _type = "Task" [ 2099.987944] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.994851] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.498784] env[62563]: DEBUG oslo_vmware.api [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752077, 'name': PowerOnVM_Task, 'duration_secs': 0.462915} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.499228] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2100.499519] env[62563]: INFO nova.compute.manager [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Took 8.13 seconds to spawn the instance on the hypervisor. [ 2100.499755] env[62563]: DEBUG nova.compute.manager [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2100.500540] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40928cc5-d0d5-4d68-b530-d2a81c5a0491 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.019381] env[62563]: INFO nova.compute.manager [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Took 12.88 seconds to build instance. [ 2101.302114] env[62563]: INFO nova.compute.manager [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Rescuing [ 2101.302361] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "refresh_cache-2918a46e-6165-47be-b962-08f7e68b682f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.302524] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquired lock "refresh_cache-2918a46e-6165-47be-b962-08f7e68b682f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.302696] env[62563]: DEBUG nova.network.neutron [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2101.521818] env[62563]: DEBUG oslo_concurrency.lockutils [None req-1c995e25-09a0-4fde-b70a-e7e048d9b119 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "2918a46e-6165-47be-b962-08f7e68b682f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.393s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.022175] env[62563]: DEBUG nova.network.neutron [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Updating instance_info_cache with network_info: [{"id": "db9d5d10-a685-469b-bd77-b647e8ead744", "address": "fa:16:3e:87:d5:3b", "network": {"id": "c7894fdd-cc1b-4629-be23-f0672c3775f9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-458606997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bf6b24b177145968a0818c8c1d3c38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9d5d10-a6", "ovs_interfaceid": "db9d5d10-a685-469b-bd77-b647e8ead744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.524995] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Releasing lock "refresh_cache-2918a46e-6165-47be-b962-08f7e68b682f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.056136] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2103.056484] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-934081d8-3cfc-4d9f-9cbd-79d51d10b5c6 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.064549] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2103.064549] env[62563]: value = "task-1752078" [ 2103.064549] env[62563]: _type = "Task" [ 2103.064549] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.072514] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.574300] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752078, 'name': PowerOffVM_Task, 'duration_secs': 0.175035} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.574567] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2103.575353] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f6a2a1-06f7-4ba3-9e6a-cb5a292d7700 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.594022] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaba21b-5dad-4df3-8132-27044b446ae5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.619188] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2103.619451] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-343b5534-f818-4adf-a742-63527f91f120 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.625625] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2103.625625] env[62563]: value = "task-1752079" [ 2103.625625] env[62563]: _type = "Task" [ 2103.625625] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.632528] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.135516] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] VM already powered off {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2104.135907] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Processing image 9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6 {{(pid=62563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2104.135960] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.136107] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.136291] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2104.136533] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16e58e6c-f68e-4de5-83c0-8706862177b8 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.144152] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2104.144340] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2104.145023] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f45d41-e5ae-4266-bf57-49035836e58a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.149614] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2104.149614] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]52e5e607-4c5c-6018-83fd-33586c8b3cab" [ 2104.149614] env[62563]: _type = "Task" [ 2104.149614] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.156340] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e5e607-4c5c-6018-83fd-33586c8b3cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.660238] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]52e5e607-4c5c-6018-83fd-33586c8b3cab, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.660992] env[62563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c59ed18-60ee-49f2-8824-14691d474e6a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.665677] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2104.665677] env[62563]: value = "session[5216413a-9073-32f8-0d39-214acd8b804d]5285ec31-9f0b-283f-b792-84b5fc90afe4" [ 2104.665677] env[62563]: _type = "Task" [ 2104.665677] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.672889] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5285ec31-9f0b-283f-b792-84b5fc90afe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.176281] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': session[5216413a-9073-32f8-0d39-214acd8b804d]5285ec31-9f0b-283f-b792-84b5fc90afe4, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.176673] env[62563]: DEBUG oslo_concurrency.lockutils [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.176786] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 2918a46e-6165-47be-b962-08f7e68b682f/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk. {{(pid=62563) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2105.177057] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5107406c-eab4-490b-b41b-9ad93e6220fb {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.183186] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2105.183186] env[62563]: value = "task-1752080" [ 2105.183186] env[62563]: _type = "Task" [ 2105.183186] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.190110] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.692484] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479895} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.692752] env[62563]: INFO nova.virt.vmwareapi.ds_util [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6.vmdk to [datastore1] 2918a46e-6165-47be-b962-08f7e68b682f/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk. [ 2105.693542] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4e64ff-f1e8-461f-9fc5-f65849246974 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.717394] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 2918a46e-6165-47be-b962-08f7e68b682f/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2105.717652] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad484945-2924-4c5a-8049-e4cacd27bae5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.735186] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2105.735186] env[62563]: value = "task-1752081" [ 2105.735186] env[62563]: _type = "Task" [ 2105.735186] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.742689] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.079868] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2106.080085] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2106.245788] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752081, 'name': ReconfigVM_Task, 'duration_secs': 0.258698} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.246156] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 2918a46e-6165-47be-b962-08f7e68b682f/9bf9da80-ea4f-4311-a7eb-b1c2741d5ce6-rescue.vmdk or device None with type thin {{(pid=62563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2106.246850] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a045f04-6bb8-45f3-bb94-88e307c330e2 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.270466] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a814f66-6287-49c5-abb9-70d165a75385 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.285568] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2106.285568] env[62563]: value = "task-1752082" [ 2106.285568] env[62563]: _type = "Task" [ 2106.285568] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.294667] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.585228] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2106.585352] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Starting heal instance info cache {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2106.585440] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Rebuilding the list of instances to heal {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2106.794908] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752082, 'name': ReconfigVM_Task, 'duration_secs': 0.15716} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.795377] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2106.795648] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbe0335d-9e69-414e-9966-e7da5da0f307 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.802090] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2106.802090] env[62563]: value = "task-1752083" [ 2106.802090] env[62563]: _type = "Task" [ 2106.802090] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.809073] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.115048] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "refresh_cache-8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.115210] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquired lock "refresh_cache-8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.115406] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Forcefully refreshing network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2107.115590] env[62563]: DEBUG nova.objects.instance [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lazy-loading 'info_cache' on Instance uuid 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.311970] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.813289] env[62563]: DEBUG oslo_vmware.api [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752083, 'name': PowerOnVM_Task, 'duration_secs': 0.954683} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.813510] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2107.816342] env[62563]: DEBUG nova.compute.manager [None req-5dc0d483-dd88-4966-bb50-e8cbbb98dc95 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2107.817112] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a3a5b7-aba8-406b-a80f-a711a7196777 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.852584] env[62563]: DEBUG nova.network.neutron [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Updating instance_info_cache with network_info: [{"id": "f9e54470-19bf-4488-89af-09d23695c525", "address": "fa:16:3e:10:e6:03", "network": {"id": "c7894fdd-cc1b-4629-be23-f0672c3775f9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-458606997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bf6b24b177145968a0818c8c1d3c38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e54470-19", "ovs_interfaceid": "f9e54470-19bf-4488-89af-09d23695c525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.264876] env[62563]: INFO nova.compute.manager [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Unrescuing [ 2109.265188] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "refresh_cache-2918a46e-6165-47be-b962-08f7e68b682f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.265345] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquired lock "refresh_cache-2918a46e-6165-47be-b962-08f7e68b682f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.265590] env[62563]: DEBUG nova.network.neutron [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Building network info cache for instance {{(pid=62563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2109.355241] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Releasing lock "refresh_cache-8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.355446] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Updated the network info_cache for instance {{(pid=62563) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2109.355620] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.355780] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.355926] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.356093] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.356242] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.356421] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.356562] env[62563]: DEBUG nova.compute.manager [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2109.356711] env[62563]: DEBUG oslo_service.periodic_task [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2109.859766] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.860138] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.860236] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.860426] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2109.861399] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d29b729-8458-4504-9728-e8ec214f6e57 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.869424] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7b114a-0c88-4867-befc-75bd53252e62 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.885315] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20619c03-eda5-44eb-b1dd-66d0957a95b5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.893722] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e37940-36b2-49dd-87bb-ab2e33de4f04 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.922337] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181393MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2109.922538] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.922716] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.991328] env[62563]: DEBUG nova.network.neutron [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Updating instance_info_cache with network_info: [{"id": "db9d5d10-a685-469b-bd77-b647e8ead744", "address": "fa:16:3e:87:d5:3b", "network": {"id": "c7894fdd-cc1b-4629-be23-f0672c3775f9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-458606997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bf6b24b177145968a0818c8c1d3c38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9d5d10-a6", "ovs_interfaceid": "db9d5d10-a685-469b-bd77-b647e8ead744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.493816] env[62563]: DEBUG oslo_concurrency.lockutils [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Releasing lock "refresh_cache-2918a46e-6165-47be-b962-08f7e68b682f" {{(pid=62563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.494511] env[62563]: DEBUG nova.objects.instance [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lazy-loading 'flavor' on Instance uuid 2918a46e-6165-47be-b962-08f7e68b682f {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2110.947606] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2110.947909] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Instance 2918a46e-6165-47be-b962-08f7e68b682f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2110.947962] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2110.948070] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2110.981786] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64548828-5493-494b-a3ec-3f57fbfda0af {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.989044] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81149826-7dbe-4589-8661-cbb765290e29 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.019881] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001dd96c-1fd7-4617-89fc-1e59a2019da4 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.023329] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eecafcd-8930-47a6-a22e-ff03b30f1727 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.045354] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0450eef4-2d03-44d9-bd18-434aef3c17fc {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.049182] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2111.049470] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c720028a-10b5-4768-851b-b74a84f27b83 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.060229] env[62563]: DEBUG nova.compute.provider_tree [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2111.063063] env[62563]: DEBUG oslo_vmware.api [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2111.063063] env[62563]: value = "task-1752084" [ 2111.063063] env[62563]: _type = "Task" [ 2111.063063] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.071883] env[62563]: DEBUG oslo_vmware.api [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.564244] env[62563]: DEBUG nova.scheduler.client.report [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2111.575962] env[62563]: DEBUG oslo_vmware.api [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752084, 'name': PowerOffVM_Task, 'duration_secs': 0.198392} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.576230] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2111.581400] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2111.582183] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c057faa5-b800-4976-b7d2-f144e4b38aad {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.599199] env[62563]: DEBUG oslo_vmware.api [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2111.599199] env[62563]: value = "task-1752085" [ 2111.599199] env[62563]: _type = "Task" [ 2111.599199] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.606802] env[62563]: DEBUG oslo_vmware.api [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.072377] env[62563]: DEBUG nova.compute.resource_tracker [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2112.072718] env[62563]: DEBUG oslo_concurrency.lockutils [None req-8c09856a-058b-4861-8a7c-8b1c580da99b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.150s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.108766] env[62563]: DEBUG oslo_vmware.api [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752085, 'name': ReconfigVM_Task, 'duration_secs': 0.218376} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.109053] env[62563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=62563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2112.109242] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Powering on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2112.109833] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30537406-e6bc-45aa-97e0-d3fa36d0ba1c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.116264] env[62563]: DEBUG oslo_vmware.api [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2112.116264] env[62563]: value = "task-1752086" [ 2112.116264] env[62563]: _type = "Task" [ 2112.116264] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.123371] env[62563]: DEBUG oslo_vmware.api [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.626322] env[62563]: DEBUG oslo_vmware.api [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752086, 'name': PowerOnVM_Task, 'duration_secs': 0.341042} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.626609] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Powered on the VM {{(pid=62563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2112.626843] env[62563]: DEBUG nova.compute.manager [None req-bd03066b-72c5-42f7-abdf-1024b9406ec2 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Checking state {{(pid=62563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2112.627630] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57cbb54-1a68-4526-873e-861a81cf2634 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.882628] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "2918a46e-6165-47be-b962-08f7e68b682f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.882969] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "2918a46e-6165-47be-b962-08f7e68b682f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.883106] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "2918a46e-6165-47be-b962-08f7e68b682f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.883304] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "2918a46e-6165-47be-b962-08f7e68b682f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.883481] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "2918a46e-6165-47be-b962-08f7e68b682f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.885633] env[62563]: INFO nova.compute.manager [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Terminating instance [ 2113.887356] env[62563]: DEBUG nova.compute.manager [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2113.887570] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2113.888419] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1cf975-0a44-4d95-8e1f-efb6366803f0 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.896704] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2113.896953] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95d2efc7-bc45-4a1e-9f57-5b29d41f44df {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.902912] env[62563]: DEBUG oslo_vmware.api [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2113.902912] env[62563]: value = "task-1752087" [ 2113.902912] env[62563]: _type = "Task" [ 2113.902912] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.910513] env[62563]: DEBUG oslo_vmware.api [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.413285] env[62563]: DEBUG oslo_vmware.api [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752087, 'name': PowerOffVM_Task, 'duration_secs': 0.194115} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.413548] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2114.413727] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2114.413972] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b66ae7e-cd5a-4aad-8c7f-a1c5930ecdcf {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.532315] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2114.532589] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2114.532825] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Deleting the datastore file [datastore1] 2918a46e-6165-47be-b962-08f7e68b682f {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2114.533155] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1c5b9c7-81d5-44a0-a816-4783a3eb7b7c {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.540569] env[62563]: DEBUG oslo_vmware.api [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2114.540569] env[62563]: value = "task-1752089" [ 2114.540569] env[62563]: _type = "Task" [ 2114.540569] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.549613] env[62563]: DEBUG oslo_vmware.api [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.051451] env[62563]: DEBUG oslo_vmware.api [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135834} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.051822] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2115.051822] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2115.052019] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2115.052190] env[62563]: INFO nova.compute.manager [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2115.052427] env[62563]: DEBUG oslo.service.loopingcall [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2115.052618] env[62563]: DEBUG nova.compute.manager [-] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2115.052713] env[62563]: DEBUG nova.network.neutron [-] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2115.298181] env[62563]: DEBUG nova.compute.manager [req-78232c22-d40b-4cad-b863-86b6d9720716 req-5abfb9af-ed2a-4d76-a285-f87e7bd5e1cf service nova] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Received event network-vif-deleted-db9d5d10-a685-469b-bd77-b647e8ead744 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2115.298426] env[62563]: INFO nova.compute.manager [req-78232c22-d40b-4cad-b863-86b6d9720716 req-5abfb9af-ed2a-4d76-a285-f87e7bd5e1cf service nova] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Neutron deleted interface db9d5d10-a685-469b-bd77-b647e8ead744; detaching it from the instance and deleting it from the info cache [ 2115.298607] env[62563]: DEBUG nova.network.neutron [req-78232c22-d40b-4cad-b863-86b6d9720716 req-5abfb9af-ed2a-4d76-a285-f87e7bd5e1cf service nova] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.772459] env[62563]: DEBUG nova.network.neutron [-] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.800704] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6101a597-431d-45dc-9c6a-1cd1322e273e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.810378] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdac6c03-e8b7-4728-bbb8-e245931fcdf5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.833926] env[62563]: DEBUG nova.compute.manager [req-78232c22-d40b-4cad-b863-86b6d9720716 req-5abfb9af-ed2a-4d76-a285-f87e7bd5e1cf service nova] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Detach interface failed, port_id=db9d5d10-a685-469b-bd77-b647e8ead744, reason: Instance 2918a46e-6165-47be-b962-08f7e68b682f could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2116.275594] env[62563]: INFO nova.compute.manager [-] [instance: 2918a46e-6165-47be-b962-08f7e68b682f] Took 1.22 seconds to deallocate network for instance. [ 2116.782181] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.782503] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.782731] env[62563]: DEBUG nova.objects.instance [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lazy-loading 'resources' on Instance uuid 2918a46e-6165-47be-b962-08f7e68b682f {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2117.327406] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bc2f98-32fe-4613-829f-2adf6dc0da2e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.334919] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6778fe1-ae39-4099-be37-dd1dc5efca08 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.365320] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd3e8a2-ce98-426c-b9c8-c9c288238058 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.372655] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02407a83-aeaa-4228-8040-f6fcb2b0a680 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.385064] env[62563]: DEBUG nova.compute.provider_tree [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2117.887721] env[62563]: DEBUG nova.scheduler.client.report [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2118.392377] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.411869] env[62563]: INFO nova.scheduler.client.report [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Deleted allocations for instance 2918a46e-6165-47be-b962-08f7e68b682f [ 2118.920379] env[62563]: DEBUG oslo_concurrency.lockutils [None req-3d24fd9c-b42f-486e-8ca3-a95bd5f6fddb tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "2918a46e-6165-47be-b962-08f7e68b682f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.037s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.426832] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.427266] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.427307] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "8cfbe66b-efa2-4621-b3e1-bbb4d7783d77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.427506] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "8cfbe66b-efa2-4621-b3e1-bbb4d7783d77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.427703] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "8cfbe66b-efa2-4621-b3e1-bbb4d7783d77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.429789] env[62563]: INFO nova.compute.manager [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Terminating instance [ 2119.431462] env[62563]: DEBUG nova.compute.manager [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Start destroying the instance on the hypervisor. {{(pid=62563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2119.431653] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Destroying instance {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2119.432510] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2c72d0-0175-4374-878c-ed61c1aac707 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.440210] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Powering off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2119.440425] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bb02dd2-795a-4f0d-861c-5a98e8827c83 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.447081] env[62563]: DEBUG oslo_vmware.api [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2119.447081] env[62563]: value = "task-1752090" [ 2119.447081] env[62563]: _type = "Task" [ 2119.447081] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.454412] env[62563]: DEBUG oslo_vmware.api [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.957063] env[62563]: DEBUG oslo_vmware.api [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752090, 'name': PowerOffVM_Task, 'duration_secs': 0.176734} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.957334] env[62563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Powered off the VM {{(pid=62563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2119.957512] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Unregistering the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2119.957762] env[62563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6f74a79-5fec-4422-8065-f3d128bf6afa {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.031284] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Unregistered the VM {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2120.031530] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Deleting contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2120.031715] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Deleting the datastore file [datastore1] 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77 {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2120.032013] env[62563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac2452fb-5551-4179-ba65-2fbc4363cb7a {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.037999] env[62563]: DEBUG oslo_vmware.api [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for the task: (returnval){ [ 2120.037999] env[62563]: value = "task-1752092" [ 2120.037999] env[62563]: _type = "Task" [ 2120.037999] env[62563]: } to complete. {{(pid=62563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.046014] env[62563]: DEBUG oslo_vmware.api [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.547992] env[62563]: DEBUG oslo_vmware.api [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Task: {'id': task-1752092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161324} completed successfully. {{(pid=62563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.548329] env[62563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Deleted the datastore file {{(pid=62563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2120.548393] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Deleted contents of the VM from datastore datastore1 {{(pid=62563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2120.548573] env[62563]: DEBUG nova.virt.vmwareapi.vmops [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Instance destroyed {{(pid=62563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2120.548747] env[62563]: INFO nova.compute.manager [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2120.548982] env[62563]: DEBUG oslo.service.loopingcall [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2120.549191] env[62563]: DEBUG nova.compute.manager [-] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Deallocating network for instance {{(pid=62563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2120.549286] env[62563]: DEBUG nova.network.neutron [-] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] deallocate_for_instance() {{(pid=62563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2120.777664] env[62563]: DEBUG nova.compute.manager [req-2541b425-c2b9-4f0a-85e9-662bed1205a2 req-033e9c2e-02a7-4adf-932d-c0d90c778b94 service nova] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Received event network-vif-deleted-f9e54470-19bf-4488-89af-09d23695c525 {{(pid=62563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2120.777889] env[62563]: INFO nova.compute.manager [req-2541b425-c2b9-4f0a-85e9-662bed1205a2 req-033e9c2e-02a7-4adf-932d-c0d90c778b94 service nova] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Neutron deleted interface f9e54470-19bf-4488-89af-09d23695c525; detaching it from the instance and deleting it from the info cache [ 2120.778081] env[62563]: DEBUG nova.network.neutron [req-2541b425-c2b9-4f0a-85e9-662bed1205a2 req-033e9c2e-02a7-4adf-932d-c0d90c778b94 service nova] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.252158] env[62563]: DEBUG nova.network.neutron [-] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Updating instance_info_cache with network_info: [] {{(pid=62563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.281350] env[62563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03d37e7b-68c1-40f8-b1bf-5e011af630b3 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.290820] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eda1f21-7b76-4645-98c0-cb4f3446a206 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.313160] env[62563]: DEBUG nova.compute.manager [req-2541b425-c2b9-4f0a-85e9-662bed1205a2 req-033e9c2e-02a7-4adf-932d-c0d90c778b94 service nova] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Detach interface failed, port_id=f9e54470-19bf-4488-89af-09d23695c525, reason: Instance 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77 could not be found. {{(pid=62563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2121.755573] env[62563]: INFO nova.compute.manager [-] [instance: 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77] Took 1.21 seconds to deallocate network for instance. [ 2122.262538] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.262899] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.263231] env[62563]: DEBUG nova.objects.instance [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lazy-loading 'resources' on Instance uuid 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77 {{(pid=62563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2122.798995] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aac823-336b-42e3-9915-46dc7133c1d5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.806998] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e1ac06-e293-4648-b58a-023571f1b70e {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.837917] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6594aabf-a52a-4ae1-b8dd-58bdff24d021 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.845386] env[62563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12de4dcd-de5f-4599-bcf0-ed2acb6e95e5 {{(pid=62563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.858683] env[62563]: DEBUG nova.compute.provider_tree [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Inventory has not changed in ProviderTree for provider: 4eb5fa57-7e31-460c-b803-3f7b6d6d423a {{(pid=62563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2123.361662] env[62563]: DEBUG nova.scheduler.client.report [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Inventory has not changed for provider 4eb5fa57-7e31-460c-b803-3f7b6d6d423a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2123.866907] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.890952] env[62563]: INFO nova.scheduler.client.report [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Deleted allocations for instance 8cfbe66b-efa2-4621-b3e1-bbb4d7783d77 [ 2124.399488] env[62563]: DEBUG oslo_concurrency.lockutils [None req-2c65ef2e-5e56-4c97-b1cc-5a236b914d47 tempest-ServerRescueTestJSON-1111294658 tempest-ServerRescueTestJSON-1111294658-project-member] Lock "8cfbe66b-efa2-4621-b3e1-bbb4d7783d77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.972s {{(pid=62563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}